-- Logs begin at Wed 2021-09-15 07:56:45 UTC, end at Wed 2021-09-15 09:00:36 UTC. -- Sep 15 08:32:36.459985 dv-cinder-806008-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 08:32:38.576674 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.common.config [-] Logging enabled! Sep 15 08:32:38.577262 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1 Sep 15 08:32:38.577422 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74961) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 15 08:32:38.579712 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.common.config [-] Logging enabled! Sep 15 08:32:38.579959 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1 Sep 15 08:32:38.580205 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74961) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 15 08:32:38.581142 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 08:32:38.581373 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 08:32:38.581731 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 08:32:38.581974 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 08:32:38.582199 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 08:32:38.582540 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.582833 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.583127 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.583356 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.583649 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.583936 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.584213 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.584501 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.584790 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.585071 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.585345 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.585630 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.586383 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.586665 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.586949 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.587234 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.587454 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] debug = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.587730 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.588145 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.588539 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.588814 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.589098 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.589369 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.589638 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.589929 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.590240 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] host = dv-cinder-806008-2-smb {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.590536 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.590822 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.591101 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.591384 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.591654 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.591927 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.592206 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.592473 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.592740 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] log_file = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.593017 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.593293 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.593581 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.593869 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.594090 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.594309 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.594613 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.594895 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.595164 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.595432 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.595702 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.595969 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.596241 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.596503 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.596781 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.597060 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.597340 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.597608 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.597875 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.598139 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.598425 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.598706 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.598974 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.599240 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.599509 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.599791 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.600054 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.600321 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.600614 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.600897 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.601171 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.602089 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.602377 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.602664 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.602934 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.603204 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.603472 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] use_json = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.603743 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.604010 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.604290 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.604560 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.604825 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.605093 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.605359 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.605640 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:38.605930 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.606230 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.606549 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.606831 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.607119 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.607395 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.607681 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.607955 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.608240 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.608525 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.608809 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.609080 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.609360 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.609648 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.609934 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.610204 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.610498 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.610787 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.611060 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.611326 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.611597 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.611881 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.612151 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.612420 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.612697 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.612972 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.613240 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.613508 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.613782 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.614068 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.614367 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.614633 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.614899 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.615171 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.615437 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.615718 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.615992 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.616265 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.616538 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.616810 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.617114 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.617383 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.617657 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.617928 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.618204 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.618502 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.618775 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.619046 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.619316 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.619586 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.619858 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.620129 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.620402 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.620671 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.620941 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.621209 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.621477 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.621746 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.622032 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.622324 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.622620 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.622895 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.623170 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.623446 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.623720 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.623996 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.624269 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.624544 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.624814 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.625101 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.625380 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.625664 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.625945 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.626226 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.626546 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.626821 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.627098 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.627373 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.627646 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.627927 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.628208 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.628501 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.629065 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.629363 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.629652 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.629942 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.630221 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.630548 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.630824 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:38.631042 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 08:32:38.631283 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74961) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 08:32:39.028505 dv-cinder-806008-2-smb neutron-server[74961]: INFO keyring.backend [-] Loading KWallet Sep 15 08:32:39.035793 dv-cinder-806008-2-smb neutron-server[74961]: INFO keyring.backend [-] Loading SecretService Sep 15 08:32:39.039177 dv-cinder-806008-2-smb neutron-server[74961]: INFO keyring.backend [-] Loading Windows Sep 15 08:32:39.040501 dv-cinder-806008-2-smb neutron-server[74961]: INFO keyring.backend [-] Loading chainer Sep 15 08:32:39.041080 dv-cinder-806008-2-smb neutron-server[74961]: INFO keyring.backend [-] Loading macOS Sep 15 08:32:39.073713 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:32:39.073986 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=74961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:32:39.074273 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:32:39.074633 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 08:32:39.377050 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.377278 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.377555 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.433362 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.433646 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.433913 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.436864 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.437146 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.437419 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.465716 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.465992 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.466260 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.493870 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.494143 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.494429 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.802330 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.802985 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.802985 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.803145 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.803854 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.925028 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.925343 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.925622 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.925890 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.926155 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.926484 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.926746 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.927000 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.927249 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.927528 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.927782 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.928042 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.928302 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.928574 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.928821 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.929079 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.929330 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.929627 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.929878 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.930156 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.930523 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.930772 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.931016 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.931294 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.931540 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.931781 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.932154 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:32:39.932388 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:32:39.932618 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:32:39.932848 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:32:39.933076 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:32:39.933305 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:32:39.933846 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 08:32:39.936928 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 08:32:39.940807 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 08:32:39.944687 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 15 08:32:39.946323 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 08:32:39.946731 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 08:32:39.947061 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 08:32:39.947440 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 08:32:39.950192 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 08:32:39.950469 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 08:32:39.950812 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 08:32:39.978846 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Sep 15 08:32:39.979288 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.979583 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74961) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 08:32:39.979943 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.981441 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74961) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 08:32:39.981722 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 08:32:39.981969 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 08:32:39.985140 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:39.985423 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.045010 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 08:32:40.045246 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 08:32:40.045483 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 08:32:40.045841 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 08:32:40.075824 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_db.sqlalchemy.engines [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74961) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Sep 15 08:32:40.403095 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Initializing driver for type 'gre' Sep 15 08:32:40.403539 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] gre ID ranges: [(1, 1000)] Sep 15 08:32:40.458781 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Initializing driver for type 'local' Sep 15 08:32:40.459122 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Initializing driver for type 'vlan' Sep 15 08:32:40.470517 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] VlanTypeDriver initialization complete Sep 15 08:32:40.470846 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Initializing driver for type 'vxlan' Sep 15 08:32:40.471303 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] vxlan ID ranges: [(1, 1000)] Sep 15 08:32:40.525399 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Initializing extension driver 'port_security' Sep 15 08:32:40.525736 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.extensions.port_security [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] PortSecurityExtensionDriver initialization complete Sep 15 08:32:40.526063 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Initializing mechanism driver 'openvswitch' Sep 15 08:32:40.526420 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Initializing mechanism driver 'hyperv' Sep 15 08:32:40.532768 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.plugins.ml2.plugin [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:32:40.533512 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > port after_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.533877 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > port after_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.534225 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > port after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.534634 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > subnet after_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.534981 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > subnet after_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.535325 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > subnet after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.535696 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > network after_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.536038 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > network after_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.536376 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > network after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.536745 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > security_group after_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.537085 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > security_group after_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.537420 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > security_group after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.537788 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.538122 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.538477 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.538815 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] ML2 OVO RPC backend initialized. {{(pid=74961) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Sep 15 08:32:40.539429 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router_interface after_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.539777 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.540184 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > network before_response 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.540522 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > networks before_response 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.540866 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > port before_response 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.541202 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > ports before_response 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.541537 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > subnet before_response 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.541871 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > subnets before_response 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.542211 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > network after_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.542567 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > network after_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.542899 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > network after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.543231 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > port after_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.543560 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > port after_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.543891 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > port after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.544222 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > subnet after_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.544548 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > subnet after_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.545001 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > subnet after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.545596 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.plugin [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Modular L2 Plugin initialization complete Sep 15 08:32:40.545918 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading services supported by the core plugin {{(pid=74961) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 08:32:40.546233 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.plugins.ml2.managers [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Got port-security extension from driver 'port_security' Sep 15 08:32:40.546713 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.extensions.vlantransparent [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Disabled vlantransparent extension. Sep 15 08:32:40.547119 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74961) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 08:32:40.547424 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading Plugin: router Sep 15 08:32:40.582361 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router_interface before_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.582766 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router after_create 55549900 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.583250 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router before_create 55549900 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.583607 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.583970 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.584319 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router after_delete 55549900 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.584671 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > floatingip after_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.585022 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router after_create 55549900 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.585363 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router after_update 55549900 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.586304 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router after_update 55549900 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.586678 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.587031 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router after_update 55549900 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.587432 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router precommit_update 55549900 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.587792 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: port after_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.588122 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: port after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.588452 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: subnet after_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.588780 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.589123 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > port precommit_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.589464 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router precommit_create 55549900 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.589797 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: port before_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.590131 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router precommit_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.590514 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router after_update 55549900 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.590848 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router precommit_delete 55549900 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.591187 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router precommit_create 55549900 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.591540 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router_interface after_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.591878 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router precommit_update 55549900 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.592232 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > agent after_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.592573 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > agent after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.592910 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > network after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.593745 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Tracking information for resource: router configured {{(pid=74961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:32:40.594068 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Tracking information for resource: floatingip configured {{(pid=74961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:32:40.598832 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.db.l3_agentschedulers_db [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 08:32:40.599392 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: port after_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.599744 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: port after_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.600088 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: port after_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.600438 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: port after_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.601213 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router before_create 55550100 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.601594 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router precommit_delete 55550100 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.601947 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router precommit_create 55550100 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.602297 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > router precommit_update 55550100 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.606541 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.services.provider_configuration [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Service providers = [] {{(pid=74961) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 08:32:40.606901 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.db.servicetype_db [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74961) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 08:32:40.609763 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.services.service_base [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 08:32:40.610110 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.services.service_base [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 08:32:40.610467 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.services.service_base [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 08:32:40.611346 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.services.service_base [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 08:32:40.611707 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.services.service_base [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 08:32:40.612074 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:32:40.612384 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 08:32:40.623574 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:32:40.623899 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading Plugin: auto_allocate Sep 15 08:32:40.629882 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: network precommit_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.630250 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: network precommit_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.630802 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:32:40.631117 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading Plugin: tag Sep 15 08:32:40.638419 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:32:40.638700 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading Plugin: timestamp Sep 15 08:32:40.642471 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:32:40.642798 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading Plugin: network_ip_availability Sep 15 08:32:40.647958 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.648349 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.648700 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.649400 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:32:40.649713 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading Plugin: flavors Sep 15 08:32:40.654675 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:32:40.654948 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading Plugin: revisions Sep 15 08:32:40.659138 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:32:40.659519 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_concurrency.lockutils [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.585s {{(pid=74961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:32:40.660248 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74961) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Sep 15 08:32:40.660576 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Initializing extension manager. Sep 15 08:32:40.661074 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: __init__.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.661407 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: __pycache__ {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.661733 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.662059 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.662406 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: _filter_validation_lib.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.662730 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.663050 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: address_group.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.663814 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.664360 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: address-group Sep 15 08:32:40.664671 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: address_scope.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.665372 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.665862 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: address-scope Sep 15 08:32:40.666171 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: admin_state_down_before_update.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.667106 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.667598 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: router-admin-state-down-before-update Sep 15 08:32:40.667908 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: agent.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.668604 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.669093 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: agent Sep 15 08:32:40.669403 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: agent_resources_synced.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.670311 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.670838 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: agent-resources-synced Sep 15 08:32:40.671151 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: allowedaddresspairs.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.672906 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.673416 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: allowed-address-pairs Sep 15 08:32:40.673735 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: auto_allocated_topology.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.674819 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.675317 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: auto-allocated-topology Sep 15 08:32:40.675632 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: availability_zone.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.676317 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.676810 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: availability_zone Sep 15 08:32:40.677125 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: availability_zone_filter.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.678026 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.678575 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: availability_zone_filter Sep 15 08:32:40.678894 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: data_plane_status.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.680322 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.680806 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 08:32:40.681117 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: default_subnetpools.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.682020 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.682538 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: default-subnetpools Sep 15 08:32:40.682851 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: dhcpagentscheduler.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.683617 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.684107 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: dhcp_agent_scheduler Sep 15 08:32:40.684419 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: dns.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.685326 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.685817 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension dns-integration not supported by any of loaded plugins Sep 15 08:32:40.686163 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: dns_domain_ports.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.687109 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.687598 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 08:32:40.687911 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: dvr.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.688574 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.689062 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: dvr Sep 15 08:32:40.689373 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: empty_string_filtering.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.690278 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.690793 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: empty-string-filtering Sep 15 08:32:40.691106 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.692010 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.692497 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 08:32:40.692808 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.693701 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.694192 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 08:32:40.694531 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: external_net.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.696016 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.696505 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: external-net Sep 15 08:32:40.696815 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: extra_dhcp_opt.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.697733 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.698229 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: extra_dhcp_opt Sep 15 08:32:40.698571 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: extraroute.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.699476 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.699968 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: extraroute Sep 15 08:32:40.700284 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: extraroute_atomic.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.701311 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.701805 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: extraroute-atomic Sep 15 08:32:40.702119 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: filter_validation.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.702820 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.703305 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: filter-validation Sep 15 08:32:40.703613 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: fip_pf_description.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.704517 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.705003 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 08:32:40.705313 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: fip_port_details.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.706212 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.706736 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: fip-port-details Sep 15 08:32:40.707048 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: flavors.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.708427 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.708929 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: flavors Sep 15 08:32:40.709247 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.710926 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.711433 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 08:32:40.711760 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: floatingip_pools.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.712454 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.712958 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: floatingip-pools Sep 15 08:32:40.713277 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: ip_allocation.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.714199 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.714727 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 08:32:40.715049 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.715959 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.716461 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: ip-substring-filtering Sep 15 08:32:40.716780 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: l2_adjacency.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.717697 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.718188 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 08:32:40.718535 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: l3.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.719477 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.719979 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: router Sep 15 08:32:40.720318 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: l3_conntrack_helper.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.722512 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.723028 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 08:32:40.723349 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.724272 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.724772 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: ext-gw-mode Sep 15 08:32:40.725091 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.726005 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.726560 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: l3-ha Sep 15 08:32:40.726878 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: l3_flavors.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.727783 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.728276 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: l3-flavors Sep 15 08:32:40.728590 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.729509 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.729999 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 08:32:40.730315 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: l3agentscheduler.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.731362 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.731859 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: l3_agent_scheduler Sep 15 08:32:40.732175 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: logging.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.733649 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.734153 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension logging not supported by any of loaded plugins Sep 15 08:32:40.734513 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: metering.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.735247 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.735808 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: metering Sep 15 08:32:40.736122 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.737204 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.737709 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: metering_source_and_destination_fields Sep 15 08:32:40.738025 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: multiprovidernet.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.738967 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.739468 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: multi-provider Sep 15 08:32:40.739784 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: netmtu.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.740697 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.741190 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: net-mtu Sep 15 08:32:40.741505 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: netmtu_writable.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.743081 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.743576 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: net-mtu-writable Sep 15 08:32:40.743892 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: network_availability_zone.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.744555 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.745048 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: network_availability_zone Sep 15 08:32:40.745359 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: network_ip_availability.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.746467 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.746969 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: network-ip-availability Sep 15 08:32:40.747284 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: network_segment_range.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.748035 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.748525 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 08:32:40.748840 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: pagination.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.749816 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.750139 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: pagination Sep 15 08:32:40.750487 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.751400 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.751900 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: port-mac-address-regenerate Sep 15 08:32:40.752212 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: port_resource_request.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.753126 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.753614 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 08:32:40.754182 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: portbindings.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.755108 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.755602 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: binding Sep 15 08:32:40.755914 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: portbindings_extended.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.757182 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.758271 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: binding-extended Sep 15 08:32:40.758611 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: portsecurity.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.759527 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.760025 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: port-security Sep 15 08:32:40.760340 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: project_id.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.761327 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.761650 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: project-id Sep 15 08:32:40.761964 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: providernet.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.762897 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.763398 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: provider Sep 15 08:32:40.763710 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: qos.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.767836 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.767836 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension qos not supported by any of loaded plugins Sep 15 08:32:40.768826 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.769841 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.770363 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 08:32:40.770699 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.771611 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.772112 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 08:32:40.772432 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: qos_default.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.773364 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.773862 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension qos-default not supported by any of loaded plugins Sep 15 08:32:40.774181 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: qos_fip.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.774856 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.775350 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension qos-fip not supported by any of loaded plugins Sep 15 08:32:40.775666 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: qos_gateway_ip.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.776589 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.777083 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 08:32:40.777400 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: qos_port_network_policy.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.778310 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.778834 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 08:32:40.779147 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: qos_rule_type_details.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.780051 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.780541 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 08:32:40.780860 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: qos_rules_alias.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.781903 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.782426 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 08:32:40.782745 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: quotasv2.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.783610 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.783927 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: quotas Sep 15 08:32:40.784240 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: quotasv2_detail.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.785965 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.786301 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: quota_details Sep 15 08:32:40.786661 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: rbac.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.787691 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.788201 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: rbac-policies Sep 15 08:32:40.788523 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: rbac_address_scope.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.789464 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.789963 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: rbac-address-scope Sep 15 08:32:40.790283 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: rbac_security_groups.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.791223 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.791720 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: rbac-security-groups Sep 15 08:32:40.792037 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: rbac_subnetpool.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.792941 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.793439 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: rbac-subnetpool Sep 15 08:32:40.793757 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: revisionifmatch.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.794697 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.795198 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: revision-if-match Sep 15 08:32:40.795513 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: revisions.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.796600 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.797095 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: standard-attr-revisions Sep 15 08:32:40.797413 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: router_availability_zone.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.798082 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.798607 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: router_availability_zone Sep 15 08:32:40.798930 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: routerservicetype.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.799859 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.800355 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension router-service-type not supported by any of loaded plugins Sep 15 08:32:40.800676 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: security_groups_port_filtering.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.801579 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.802077 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: port-security-groups-filtering Sep 15 08:32:40.802431 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: securitygroup.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.813549 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.814063 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: security-group Sep 15 08:32:40.814414 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: segment.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.815186 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.815685 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension segment not supported by any of loaded plugins Sep 15 08:32:40.816003 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.816933 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.817427 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 08:32:40.817742 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: servicetype.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.818853 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.819354 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: service-type Sep 15 08:32:40.819673 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: sorting.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.821253 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.821575 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: sorting Sep 15 08:32:40.821890 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: standard_attr_segment.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.822821 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.823325 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 08:32:40.823644 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: standardattrdescription.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.824284 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.824777 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: standard-attr-description Sep 15 08:32:40.825089 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: stateful_security_group.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.826022 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.826555 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: stateful-security-group Sep 15 08:32:40.826871 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: stdattrs_common.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.827443 dv-cinder-806008-2-smb neutron-server[74961]: WARNING neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 08:32:40.827758 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.828678 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.829177 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 08:32:40.829492 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: subnet_onboard.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.830645 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.831155 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: subnet_onboard Sep 15 08:32:40.831472 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.832385 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.832878 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 08:32:40.833194 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: subnet_service_types.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.834103 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.834641 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: subnet-service-types Sep 15 08:32:40.834959 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: subnetallocation.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.836050 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.836553 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: subnet_allocation Sep 15 08:32:40.836874 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.837531 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.838035 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: subnetpool-prefix-ops Sep 15 08:32:40.838373 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.839320 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.839818 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 08:32:40.840136 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: tagging.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.841166 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.841671 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: standard-attr-tag Sep 15 08:32:40.841988 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: timestamp.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.843204 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.843703 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loaded extension: standard-attr-timestamp Sep 15 08:32:40.844021 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: trunk.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.845045 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.845546 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension trunk not supported by any of loaded plugins Sep 15 08:32:40.845864 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: trunk_details.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.846802 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.847302 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension trunk-details not supported by any of loaded plugins Sep 15 08:32:40.847617 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: uplink_status_propagation.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.848530 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.849031 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 08:32:40.849347 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Loading extension file: vlantransparent.py {{(pid=74961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:32:40.850006 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:32:40.850538 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 08:32:40.852783 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Creating instance of TrackedResource for resource:network Sep 15 08:32:40.853469 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Creating instance of TrackedResource for resource:subnet Sep 15 08:32:40.854059 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:32:40.854839 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Creating instance of TrackedResource for resource:port Sep 15 08:32:40.856069 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.v2.resource_helper [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:32:40.856504 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.v2.resource_helper [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Service FLAVORS assigned prefix: {{(pid=74961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:32:40.857122 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.v2.resource_helper [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:32:40.857545 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.v2.resource_helper [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:32:40.857867 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Creating instance of TrackedResource for resource:router Sep 15 08:32:40.858558 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Creating instance of TrackedResource for resource:floatingip Sep 15 08:32:40.859253 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.v2.resource_helper [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Service METERING assigned prefix: /metering {{(pid=74961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:32:40.860670 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.861030 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.861379 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:32:40.862521 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 08:32:40.862948 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Creating instance of TrackedResource for resource:security_group Sep 15 08:32:40.863608 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 08:32:40.864337 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.v2.resource_helper [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Service CORE assigned prefix: {{(pid=74961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:32:40.864660 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:32:40.864990 dv-cinder-806008-2-smb neutron-server[74961]: WARNING neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] subnetpool is already registered Sep 15 08:32:40.865581 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.v2.resource_helper [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Service CORE assigned prefix: {{(pid=74961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:32:40.865899 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:32:40.866213 dv-cinder-806008-2-smb neutron-server[74961]: WARNING neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] subnetpool is already registered Sep 15 08:32:40.869333 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.v2.resource_helper [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:32:40.869760 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.v2.resource_helper [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Service FLAVORS assigned prefix: {{(pid=74961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:32:40.870368 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.v2.resource_helper [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:32:40.870788 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.v2.resource_helper [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:32:40.871113 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Creating instance of TrackedResource for resource:router Sep 15 08:32:40.871434 dv-cinder-806008-2-smb neutron-server[74961]: WARNING neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] router is already registered Sep 15 08:32:40.872027 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Creating instance of TrackedResource for resource:floatingip Sep 15 08:32:40.872349 dv-cinder-806008-2-smb neutron-server[74961]: WARNING neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] floatingip is already registered Sep 15 08:32:40.872970 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.v2.resource_helper [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Service METERING assigned prefix: /metering {{(pid=74961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:32:40.873631 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 08:32:40.873951 dv-cinder-806008-2-smb neutron-server[74961]: WARNING neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] rbac_policy is already registered Sep 15 08:32:40.874512 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Creating instance of TrackedResource for resource:security_group Sep 15 08:32:40.874834 dv-cinder-806008-2-smb neutron-server[74961]: WARNING neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] security_group is already registered Sep 15 08:32:40.875410 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 08:32:40.875733 dv-cinder-806008-2-smb neutron-server[74961]: WARNING neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] security_group_rule is already registered Sep 15 08:32:40.876409 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.v2.resource_helper [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Service CORE assigned prefix: {{(pid=74961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:32:40.876732 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:32:40.877048 dv-cinder-806008-2-smb neutron-server[74961]: WARNING neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] subnetpool is already registered Sep 15 08:32:40.877640 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.v2.resource_helper [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Service CORE assigned prefix: {{(pid=74961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:32:40.877960 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:32:40.878274 dv-cinder-806008-2-smb neutron-server[74961]: WARNING neutron.quota.resource_registry [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] subnetpool is already registered Sep 15 08:32:40.879196 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: extensions {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.880586 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: address-groups {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.882161 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: address-scopes {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.883967 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: agents {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.885109 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: auto-allocated-topology {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.886302 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: availability_zones {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.887588 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: dhcp-networks {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.888944 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: dhcp-agents {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.890315 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: routers {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.892127 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: flavors {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.893274 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: service_profiles {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.894462 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: next_providers {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.895960 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: service_profiles {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.897348 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: floatingip-pools {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.898618 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: routers {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.900412 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: floatingips {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.901567 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: l3-routers {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.902930 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: l3-agents {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.904306 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: metering-labels {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.906577 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: metering-label-rules {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.907804 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: network-ip-availabilities {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.909022 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: bindings {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.910675 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: quotas {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.912077 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: quotas {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.913498 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: rbac-policies {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.914808 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: security-groups {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.915989 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: security-group-rules {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.917199 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: service-providers {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.918427 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: subnetpools {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.919813 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: subnetpools {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.921214 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: tags {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.922889 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: tags {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.924643 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: tags {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.926381 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: tags {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.928125 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: tags {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.930269 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: tags {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.932029 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: tags {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.933851 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: tags {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.935686 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: tags {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.937492 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron.api.extensions [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Extended resource: tags {{(pid=74961) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:32:40.943230 dv-cinder-806008-2-smb neutron-server[74961]: WARNING keystonemiddleware.auth_token [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 08:32:40.948437 dv-cinder-806008-2-smb neutron-server[74961]: WARNING keystonemiddleware.auth_token [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 08:32:40.956282 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_concurrency.lockutils [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Acquired lock "singleton_lock" {{(pid=74961) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 08:32:40.956749 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_concurrency.lockutils [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Releasing lock "singleton_lock" {{(pid=74961) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 08:32:40.957369 dv-cinder-806008-2-smb neutron-server[74961]: INFO oslo_service.service [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Starting 2 workers Sep 15 08:32:40.962041 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Started child 75066 {{(pid=74961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 08:32:40.966155 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Started child 75067 {{(pid=74961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 08:32:40.967313 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:40.968028 dv-cinder-806008-2-smb neutron-server[74961]: INFO neutron.service [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 08:32:40.968323 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Notify callbacks [] for process, before_spawn {{(pid=74961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:40.968761 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [-] (75066) wsgi starting up on http://0.0.0.0:9696 Sep 15 08:32:40.970824 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:40.971351 dv-cinder-806008-2-smb neutron-server[74961]: INFO oslo_service.service [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Starting 1 workers Sep 15 08:32:40.972148 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [-] (75067) wsgi starting up on http://0.0.0.0:9696 Sep 15 08:32:40.975724 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Started child 75068 {{(pid=74961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 08:32:40.976246 dv-cinder-806008-2-smb neutron-server[74961]: INFO oslo_service.service [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Starting 1 workers Sep 15 08:32:40.980033 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.service [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] calling RpcWorker wait() {{(pid=75068) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 08:32:40.980571 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.service [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] returning from RpcWorker wait() {{(pid=75068) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 08:32:40.980903 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Started child 75069 {{(pid=74961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 08:32:40.981708 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG neutron_lib.callbacks.manager [None req-6decd57b-07bf-485b-9a73-a50517db70fb None None] Notify callbacks [] for process, after_spawn {{(pid=74961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:40.981924 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:40.982429 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:32:40.983622 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74961) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 15 08:32:40.983830 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 08:32:40.984007 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 08:32:40.984225 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 08:32:40.984543 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 08:32:40.984702 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 08:32:40.985197 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.985455 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.985725 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.985814 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:40.986243 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.986324 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.986824 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.987097 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.987326 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.987581 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.987830 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.987993 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.988156 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.988401 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.988655 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.988942 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.989202 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.989453 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.989699 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.989871 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.990115 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.990387 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.990615 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.990890 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] debug = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.991126 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.991621 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.991847 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.992144 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.992881 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.993172 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.993410 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.993669 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.993909 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.994161 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.994436 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.994696 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.994919 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.995157 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.995422 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.995639 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.996111 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] host = dv-cinder-806008-2-smb {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.996353 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.996564 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.996805 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.997034 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.997289 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.997498 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.997759 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.997999 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.998238 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.998503 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.998768 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.999009 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.999221 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.999469 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] log_file = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.999631 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] log_options = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:40.999874 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.000209 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.000424 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.000613 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.000778 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.001002 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.001210 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.001370 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.001615 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.001826 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.002033 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.002287 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.002541 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.002774 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.003032 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.003240 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.003506 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.003687 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.004179 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.004453 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.004650 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.004884 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.005136 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.005351 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.005582 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.005793 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.006013 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.006224 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.006454 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.006684 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.006941 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.007205 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.007439 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.007728 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.007961 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.008183 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.008392 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.008661 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.008886 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.009124 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.009389 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.009601 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.009933 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.010152 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.010419 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.010655 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] use_json = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.010832 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.011115 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.011289 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.011501 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.011732 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.011947 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.012087 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:32:41.012217 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.012391 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.012809 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.013171 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.013488 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.013713 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.014453 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.014669 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.014995 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.015136 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.015327 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.015581 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.015889 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.016130 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.016463 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.016739 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.017001 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.017380 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.017502 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.017705 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.017923 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.018491 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.018491 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.018699 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.019825 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.019825 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.019825 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.019825 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.019825 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.020179 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.020179 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.020399 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.020688 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.020926 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.021221 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.021448 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.021768 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.021988 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.022198 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.022484 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.022721 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.022955 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.023212 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.023421 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.023631 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.023841 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.024056 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.024284 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.024498 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.024708 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.024920 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.027099 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.027099 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.027099 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.027099 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.027099 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.027099 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.029999 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.030302 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.030602 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.030854 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.031110 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.031345 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.031832 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.032270 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.032705 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.033136 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.033564 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.034006 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.034406 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.034791 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.035184 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.035571 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.035941 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.036333 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.036705 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.037184 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.037523 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.037800 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.038065 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.038302 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.038609 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.039375 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.039629 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.039875 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.040290 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.040682 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.040954 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.041217 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.041486 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.041866 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.042308 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.042802 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.043033 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.043288 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.043550 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.043811 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.044046 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.044330 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.044576 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.044820 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.045094 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.045368 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.045661 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.045922 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.046220 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.046472 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.046746 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.047068 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.047361 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.047907 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.047907 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.048133 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.048754 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.049255 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.049694 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.050151 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.050648 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.050951 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.051304 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.051605 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.051904 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.052208 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.052518 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.052914 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.053232 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.053523 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.053775 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.054066 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.054338 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.055526 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.055953 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.056406 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.056696 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.057142 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.057565 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.057986 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.058239 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.058533 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.058764 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.059012 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.059449 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.059676 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.059962 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.060190 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.060458 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.060691 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.060931 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.061171 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.061398 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.061729 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.061938 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.062106 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.062530 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.062791 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.063018 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.063260 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.063483 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.063696 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.064152 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.064526 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.064808 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.065072 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.065312 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.065546 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.065777 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.066051 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.066301 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.066575 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.066797 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.067013 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.067254 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.067477 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.067692 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.067930 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.068156 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.068373 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.068631 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.068873 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.069214 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.069438 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.069705 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.069972 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.070217 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.070484 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.070728 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.071009 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.071235 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.071457 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.071700 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.071929 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.072157 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.072380 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.072599 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.072813 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.073205 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.073421 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.073716 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.073951 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.074194 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.074513 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.074759 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.075000 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.075247 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.075492 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.075725 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.075939 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.076171 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.076389 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.076599 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.076903 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.077154 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.077374 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.077677 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.077908 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.078169 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.078470 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.078789 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.079008 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.079249 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.079468 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.079713 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.079957 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.080214 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.080542 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.080844 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.081105 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.081363 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.081648 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.081932 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.082197 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.082463 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.082764 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.083087 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.083399 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.083661 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.083890 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.084180 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.084691 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.084691 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.084846 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.085058 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.085278 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.085517 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.085797 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.086226 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.086552 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.086788 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.087013 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.087240 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.087473 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.087788 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.087919 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.088077 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 08:32:41.088594 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74961) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 15 08:32:41.088757 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 08:32:41.088912 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 08:32:41.089082 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 08:32:41.089255 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 08:32:41.089392 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 08:32:41.089603 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.089765 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.089926 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.090076 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.090237 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.090454 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.090627 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.090786 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.091103 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.091266 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.091453 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.091596 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.091751 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.091887 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.092038 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.092246 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.092336 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.092496 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.092661 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.092822 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.092981 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.093137 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.093298 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] debug = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.093457 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.093671 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.093839 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.094000 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.094160 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.094321 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.094506 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.094668 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.094830 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.094990 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.095150 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.095340 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.095499 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.095664 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.095808 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.095974 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.096136 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] host = dv-cinder-806008-2-smb {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.096606 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.096606 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.096606 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.096844 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.096911 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.097042 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.097209 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.097367 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.097526 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.097688 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.097847 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.098008 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.098167 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.098329 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] log_file = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.098522 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] log_options = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.098682 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.098843 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.099003 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.099192 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.099359 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.099538 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.099682 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.099842 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.100001 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.100160 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.100320 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.100488 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.100647 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.100833 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.100994 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.101153 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.101827 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.101988 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.102151 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.102310 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.102490 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.102650 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.102809 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.102968 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.103129 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.103287 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.103443 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.103603 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.103763 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.103923 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.104083 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.104242 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.104376 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:32:41.104481 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.104564 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.104697 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.104856 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.105016 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.105179 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.105339 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.105498 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.105657 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.105817 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.105977 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.106135 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.106421 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.106576 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] use_json = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.106734 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.106895 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.107080 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.107209 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.107368 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.107529 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.107690 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.107852 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:32:41.108030 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.108193 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.108367 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.108528 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.108692 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.108854 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.109017 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.109179 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.109342 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.109504 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.109674 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.109838 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.110017 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.110181 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.110363 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.110526 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.110689 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.110853 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.111021 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.111184 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.111347 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.111510 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.111672 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.111833 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.111995 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.112158 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.112321 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.112485 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.112647 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.112810 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.112974 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.113136 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.113300 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.113464 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.113627 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.113792 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.113956 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.114119 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.114283 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.114464 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.114639 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.114802 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.114965 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.115128 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.115280 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.115809 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.115809 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.115809 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.119530 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.119530 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.119530 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.119530 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.119530 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.119530 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.119945 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.120014 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 52014) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:32:41.120094 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.120277 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.120374 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.120537 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.120704 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.120868 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.121032 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.121195 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.121357 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.121519 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.121680 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.121841 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.122003 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.122165 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.122326 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.122510 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.122670 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.122831 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.122991 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.123163 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.123341 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.123503 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.123664 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.123824 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.123984 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.124152 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.124312 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.124472 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.124631 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.124791 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.124950 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.125111 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.125274 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.125435 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.125594 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.125754 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.125914 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.126074 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.126232 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.126459 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.126623 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.126786 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.126942 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.127096 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.127515 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.127688 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.127964 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.128134 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.128298 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.128461 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.128631 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.128805 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.129222 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.129432 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.129592 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.129752 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.129960 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.130118 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.130278 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.130501 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.130663 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.130803 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.130968 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.131138 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.131303 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.131512 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.131758 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.131994 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.132142 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.132838 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.132838 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.132838 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.132838 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.133357 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.133357 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.133357 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.133742 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.133879 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0104089 Sep 15 08:32:41.134031 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.134031 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.134031 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.134031 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.134480 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.134480 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.135799 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.135799 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.135799 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.136237 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.136237 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.136237 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.136624 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.136624 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.136895 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.136895 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.137171 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.137171 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.137447 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.137607 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.137762 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.138383 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.138383 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.138559 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.138718 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.138873 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.139081 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.139236 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.139369 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.139518 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.139663 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.139801 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.139938 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.140075 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.140211 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.140358 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.140498 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.140636 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.140774 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.140912 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.141049 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.141212 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.141368 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.141513 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.141661 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.141835 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.141981 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.142144 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.142289 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.143241 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.143396 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.143564 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.143731 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.143890 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.144031 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.144201 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.144358 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.144516 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.144661 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.144825 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.144971 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.145896 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.145896 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.145896 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.145896 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.145896 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.145896 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.146739 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.146739 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.146739 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.146739 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.146739 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.147401 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.147401 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.147401 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.147401 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.147401 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.148034 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.148034 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.148034 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.148034 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.148596 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.148596 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.148596 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.148994 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.148994 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.148994 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.149377 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.149377 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.149645 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.149645 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.149907 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.149907 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.150168 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.150305 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.150524 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.150673 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.150811 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.150960 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.151100 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.151237 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.151373 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.151509 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.151645 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.151782 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.151919 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.152056 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.152203 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.152341 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.152488 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.152650 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.152796 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.152951 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.153166 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.153308 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.153446 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.153593 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.153732 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.153870 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:32:41.154007 dv-cinder-806008-2-smb neutron-server[74961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 08:32:51.457902 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f9d2cb-2d0d-4407-981f-bb08e71bb7c3 None None] get_active_networks_info from dv-cinder-806008-2-smb {{(pid=75068) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Sep 15 08:32:51.526847 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f9d2cb-2d0d-4407-981f-bb08e71bb7c3 None None] No non-hosted networks {{(pid=75068) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 08:32:51.546461 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-50cd8d38-54b8-4c27-b19e-89e352146feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-358349'] for agent, after_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:51.826395 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-358349'] for agent, after_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:51.827340 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:32:51.827855 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:32:51.828455 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:32:51.828973 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:32:51.829470 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:32:51.830175 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:32:51.830788 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:32:51.831777 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:32:51.832357 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:32:51.832829 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:32:51.833533 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:32:51.834114 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806008-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:32:51.839820 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806008-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:32:53.508039 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-58aa9055-0001-4d99-8690-88db33b68a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-358349'] for agent, after_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:53.539384 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-4c0fd580-dccc-4c2c-9dfd-f43593ab3aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:54.500747 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-358349'] for agent, after_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:56.047284 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-358349'] for agent, after_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:57.488380 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.db.l3_hamode_db [None req-4fa1887f-dd98-4528-ae07-4d230f185af0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 08:32:57.573582 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1887f-dd98-4528-ae07-4d230f185af0 None None] Routers set() bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:32:57.573944 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1887f-dd98-4528-ae07-4d230f185af0 None None] Router IDs set() for agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 08:32:57.743920 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 52106) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:32:58.337431 dv-cinder-806008-2-smb neutron-server[75067]: WARNING oslo_policy.policy [None req-48fde106-ffa4-490d-a5ca-51a8b1761cb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:32:58.338029 dv-cinder-806008-2-smb neutron-server[75067]: WARNING oslo_policy.policy [None req-48fde106-ffa4-490d-a5ca-51a8b1761cb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:32:58.552865 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [None req-48fde106-ffa4-490d-a5ca-51a8b1761cb0 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=75067) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:32:58.553920 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-48fde106-ffa4-490d-a5ca-51a8b1761cb0 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8091135 Sep 15 08:33:00.764127 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 52120) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:33:01.140672 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-d12e9d8a-07b8-4f36-902e-42ae575ad0e6 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:33:01.187757 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.policy [None req-d12e9d8a-07b8-4f36-902e-42ae575ad0e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75067) register_rules /opt/stack/neutron/neutron/policy.py:65}} Sep 15 08:33:01.188494 dv-cinder-806008-2-smb neutron-server[75067]: WARNING oslo_policy.policy [None req-d12e9d8a-07b8-4f36-902e-42ae575ad0e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:33:01.188872 dv-cinder-806008-2-smb neutron-server[75067]: WARNING oslo_policy.policy [None req-d12e9d8a-07b8-4f36-902e-42ae575ad0e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:33:01.192139 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.quota [None req-d12e9d8a-07b8-4f36-902e-42ae575ad0e6 admin admin] Loaded quota_driver: . Sep 15 08:33:01.208137 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-d12e9d8a-07b8-4f36-902e-42ae575ad0e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:33:01.275841 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d12e9d8a-07b8-4f36-902e-42ae575ad0e6 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729531441453', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729531461053', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729531465901', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729531481079', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729531486555', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1499254', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1379933', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-356236', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3829146'] for rbac-policy, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:01.342089 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d12e9d8a-07b8-4f36-902e-42ae575ad0e6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:01.343293 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-d12e9d8a-07b8-4f36-902e-42ae575ad0e6 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5782351 Sep 15 08:33:03.817081 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 52134) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:33:04.176980 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Request body: {'network': {'project_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'admin_state_up': True, 'name': 'private'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:33:04.182326 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:33:04.186749 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Usage tracker for resource:network and tenant:cfe44c41336b491faaaacfe7f12ad4d2 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:33:04.191268 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:33:04.197896 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:33:04.208087 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Made reservation on behalf of cfe44c41336b491faaaacfe7f12ad4d2 for: {'network': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:33:04.210748 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for network, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:04.228471 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:04.270509 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:33:04.274091 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Usage tracker for resource:security_group_rule and tenant:cfe44c41336b491faaaacfe7f12ad4d2 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:33:04.276833 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:33:04.282578 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:33:04.348524 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:04.352722 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:04.358067 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:33:04.378479 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=75067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:33:04.403789 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729531964564', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:04.404366 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Unsubscribe: segment precommit_create {{(pid=75067) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 08:33:04.404828 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.db.segments_db [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Added segment dbab1586-0d2c-4c6c-a057-cb3db5f23080 of type vlan for network 9bae1175-e78d-4d29-8546-1a46c330a66b Sep 15 08:33:04.419049 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8ecac8-ddf8-41ea-8d09-5dc855f68644,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:33:04.468409 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:04.468740 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:04.469067 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:04.469385 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:04.469702 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:04.470014 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:04.470326 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:04.470674 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:04.470986 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:04.471290 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:04.471593 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Tracked resource versions report: Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: pushed versions: Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'Log': {'1.0'}, Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'Network': {'1.1'}, Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'Port': {'1.5'}, Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'PortForwarding': {'1.2'}, Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'QosPolicy': {'1.8'}, Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'SecurityGroup': {'1.2'}, Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'SubPort': {'1.0'}, Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'Subnet': {'1.1'}, Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'Trunk': {'1.1'}} Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: consumer versions: Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: { DHCP agent@dv-cinder-806008-2-smb: {}, Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: L3 agent@dv-cinder-806008-2-smb: {}, Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: Metadata agent@dv-cinder-806008-2-smb: {}, Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: Metering agent@dv-cinder-806008-2-smb: {}, Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: Open vSwitch agent@dv-cinder-806008-2-smb: { 'ConntrackHelper': '1.0', Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'Log': '1.0', Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'Network': '1.1', Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'Port': '1.5', Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'PortForwarding': '1.2', Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'QosPolicy': '1.8', Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'SecurityGroup': '1.2', Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'SecurityGroupRule': '1.0', Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'SubPort': '1.0', Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'Subnet': '1.1', Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: 'Trunk': '1.1'}} Sep 15 08:33:04.472698 dv-cinder-806008-2-smb neutron-server[75067]: {{(pid=75067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:33:04.524377 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729531529162'] for network, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:04.528091 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:33:04.564380 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for network, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:04.565846 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:33:04.566568 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:04.571006 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:33:04.681059 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8628399 Sep 15 08:33:04.681674 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Pushing event updated for resources: {'Network': ['ID=9bae1175-e78d-4d29-8546-1a46c330a66b,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:33:04.700867 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:33:04.709528 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Network 9bae1175-e78d-4d29-8546-1a46c330a66b details requested by agent ovs-agent-dv-cinder-806008-2-smb with host dv-cinder-806008-2-smb {{(pid=75068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:33:07.214867 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 52150) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:33:07.798286 dv-cinder-806008-2-smb neutron-server[75066]: WARNING oslo_policy.policy [None req-4ada8377-ed61-4c09-948d-7f758d9c1fba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:33:07.798910 dv-cinder-806008-2-smb neutron-server[75066]: WARNING oslo_policy.policy [None req-4ada8377-ed61-4c09-948d-7f758d9c1fba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:33:08.191842 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.policy [None req-4ada8377-ed61-4c09-948d-7f758d9c1fba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75066) register_rules /opt/stack/neutron/neutron/policy.py:65}} Sep 15 08:33:08.192607 dv-cinder-806008-2-smb neutron-server[75066]: WARNING oslo_policy.policy [None req-4ada8377-ed61-4c09-948d-7f758d9c1fba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:33:08.192970 dv-cinder-806008-2-smb neutron-server[75066]: WARNING oslo_policy.policy [None req-4ada8377-ed61-4c09-948d-7f758d9c1fba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:33:08.195802 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ada8377-ed61-4c09-948d-7f758d9c1fba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:33:08.197996 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-4ada8377-ed61-4c09-948d-7f758d9c1fba admin admin] 10.222.0.24 "GET /v2.0/networks/9bae1175-e78d-4d29-8546-1a46c330a66b HTTP/1.1" status: 200 len: 825 time: 0.9811308 Sep 15 08:33:08.230590 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-ccbd7374-6b87-4134-baf2-c5950402fc9d admin admin] 10.222.0.24 "GET /v2.0/subnetpools/696bd055-1090-4dc7-95f5-636d2df1d21b HTTP/1.1" status: 200 len: 734 time: 0.0273604 Sep 15 08:33:08.238771 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'subnetpool_id': '696bd055-1090-4dc7-95f5-636d2df1d21b', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '9bae1175-e78d-4d29-8546-1a46c330a66b'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:33:08.240323 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.quota [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Loaded quota_driver: . Sep 15 08:33:08.246888 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:33:08.252380 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Usage tracker for resource:subnet and tenant:cfe44c41336b491faaaacfe7f12ad4d2 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:33:08.255881 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:33:08.262731 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:33:08.277082 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Made reservation on behalf of cfe44c41336b491faaaacfe7f12ad4d2 for: {'subnet': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:33:08.279902 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:08.583482 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for subnet, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:08.589416 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:33:08.673404 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Checking segment: {'id': 'dbab1586-0d2c-4c6c-a057-cb3db5f23080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bae1175-e78d-4d29-8546-1a46c330a66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:33:08.673790 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Network hostable DHCP agents. Network: 9bae1175-e78d-4d29-8546-1a46c330a66b, hostable agents: ['5500b75e-3e13-4568-b880-b73785507866'], hosted agents: [] {{(pid=75066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:33:08.677691 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17e2f0b-fa98-44f4-a293-38520d18824e,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:33:08.691878 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:08.692209 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:08.692531 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:08.692852 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:08.693167 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:08.693481 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:08.693792 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:08.694123 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:08.694460 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:08.694771 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:08.695076 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Tracked resource versions report: Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: pushed versions: Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'Log': {'1.0'}, Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'Network': {'1.1'}, Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'Port': {'1.5'}, Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'PortForwarding': {'1.2'}, Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'QosPolicy': {'1.8'}, Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'SecurityGroup': {'1.2'}, Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'SubPort': {'1.0'}, Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'Subnet': {'1.1'}, Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'Trunk': {'1.1'}} Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: consumer versions: Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: { DHCP agent@dv-cinder-806008-2-smb: {}, Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: L3 agent@dv-cinder-806008-2-smb: {}, Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: Metadata agent@dv-cinder-806008-2-smb: {}, Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: Metering agent@dv-cinder-806008-2-smb: {}, Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: Open vSwitch agent@dv-cinder-806008-2-smb: { 'ConntrackHelper': '1.0', Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'Log': '1.0', Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'Network': '1.1', Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'Port': '1.5', Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'PortForwarding': '1.2', Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'QosPolicy': '1.8', Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'SecurityGroup': '1.2', Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'SecurityGroupRule': '1.0', Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'SubPort': '1.0', Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'Subnet': '1.1', Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: 'Trunk': '1.1'}} Sep 15 08:33:08.696697 dv-cinder-806008-2-smb neutron-server[75066]: {{(pid=75066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:33:08.729301 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Network 9bae1175-e78d-4d29-8546-1a46c330a66b is scheduled to be hosted by DHCP agent 5500b75e-3e13-4568-b880-b73785507866 with binding_index 1 {{(pid=75066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:33:08.738739 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:33:08.743685 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-smb, 9bae1175-e78d-4d29-8546-1a46c330a66b) {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:33:08.748344 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:33:08.748963 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:08.753393 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6390e83-f62a-4c0d-9cfb-6cce76ae0007 None None] Network 9bae1175-e78d-4d29-8546-1a46c330a66b requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:33:08.773081 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5375853 Sep 15 08:33:09.056869 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6161fdaf-c2ad-55bd-b05b-2aafc9d833f1-9bae1175-e78d-4d29-8546-1a46c330a66b', 'network_id': '9bae1175-e78d-4d29-8546-1a46c330a66b', 'tenant_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'fixed_ips': [{'subnet_id': 'f17e2f0b-fa98-44f4-a293-38520d18824e'}]}} from dv-cinder-806008-2-smb. {{(pid=75068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:33:09.057977 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:09.241742 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.db_base_plugin_common [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Allocated IP 172.20.0.2 (9bae1175-e78d-4d29-8546-1a46c330a66b/f17e2f0b-fa98-44f4-a293-38520d18824e/1f925ed5-a11c-47ef-864c-080588dd6171) {{(pid=75068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:33:09.467980 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Notify callbacks [] for port, precommit_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:09.481314 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Transition to ACTIVE for port object 1f925ed5-a11c-47ef-864c-080588dd6171 will not be triggered until provisioned by entity L2. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:33:09.500485 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Transition to ACTIVE for port object 1f925ed5-a11c-47ef-864c-080588dd6171 will not be triggered until provisioned by entity DHCP. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:33:09.507314 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:09.512485 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:33:09.574114 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Network 9bae1175-e78d-4d29-8546-1a46c330a66b is already hosted by enough agents. {{(pid=75068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:33:09.577092 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.scheduler.base_scheduler [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Resources bound (agent type, host, resource id): {{(pid=75068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:33:09.583957 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Pushing event updated for resources: {'Port': ['ID=1f925ed5-a11c-47ef-864c-080588dd6171,revision_number=1']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:33:09.586755 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Received port after_create {{(pid=75068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:33:09.596904 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:09.597235 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:09.597558 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:09.597877 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:09.598194 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:09.598528 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:09.598840 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:09.599148 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:09.599452 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:09.599755 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:09.600058 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Tracked resource versions report: Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: pushed versions: Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'Log': {'1.0'}, Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'Network': {'1.1'}, Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'Port': {'1.5'}, Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'PortForwarding': {'1.2'}, Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'QosPolicy': {'1.8'}, Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'SecurityGroup': {'1.2'}, Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'SubPort': {'1.0'}, Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'Subnet': {'1.1'}, Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'Trunk': {'1.1'}} Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: consumer versions: Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: { DHCP agent@dv-cinder-806008-2-smb: {}, Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: L3 agent@dv-cinder-806008-2-smb: {}, Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: Metadata agent@dv-cinder-806008-2-smb: {}, Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: Metering agent@dv-cinder-806008-2-smb: {}, Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: Open vSwitch agent@dv-cinder-806008-2-smb: { 'ConntrackHelper': '1.0', Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'Log': '1.0', Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'Network': '1.1', Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'Port': '1.5', Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'PortForwarding': '1.2', Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'QosPolicy': '1.8', Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'SecurityGroup': '1.2', Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'SecurityGroupRule': '1.0', Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'SubPort': '1.0', Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'Subnet': '1.1', Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: 'Trunk': '1.1'}} Sep 15 08:33:09.601164 dv-cinder-806008-2-smb neutron-server[75068]: {{(pid=75068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:33:09.634229 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:33:09.686840 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Attempting to bind port 1f925ed5-a11c-47ef-864c-080588dd6171 on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:33:09.687216 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Attempting to bind port 1f925ed5-a11c-47ef-864c-080588dd6171 by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': 'dbab1586-0d2c-4c6c-a057-cb3db5f23080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bae1175-e78d-4d29-8546-1a46c330a66b'}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:33:09.687632 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Attempting to bind port 1f925ed5-a11c-47ef-864c-080588dd6171 on network 9bae1175-e78d-4d29-8546-1a46c330a66b {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:33:09.694044 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:33:09.694596 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Checking segment: {'id': 'dbab1586-0d2c-4c6c-a057-cb3db5f23080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bae1175-e78d-4d29-8546-1a46c330a66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:33:09.695412 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:09.695844 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Bound using segment: {'id': 'dbab1586-0d2c-4c6c-a057-cb3db5f23080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bae1175-e78d-4d29-8546-1a46c330a66b'} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:33:09.696330 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Bound port: 1f925ed5-a11c-47ef-864c-080588dd6171, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbab1586-0d2c-4c6c-a057-cb3db5f23080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bae1175-e78d-4d29-8546-1a46c330a66b'}}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:33:09.696724 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:09.780264 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] For port 1f925ed5-a11c-47ef-864c-080588dd6171, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:33:09.784071 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] For port 1f925ed5-a11c-47ef-864c-080588dd6171, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=1f925ed5-a11c-47ef-864c-080588dd6171,segment=NetworkSegment(dbab1586-0d2c-4c6c-a057-cb3db5f23080),segment_id=dbab1586-0d2c-4c6c-a057-cb3db5f23080)] {{(pid=75068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:33:09.788740 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:09.793430 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:33:09.902650 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Pushing event updated for resources: {'Port': ['ID=1f925ed5-a11c-47ef-864c-080588dd6171,revision_number=2']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:33:09.906038 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:33:11.027774 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 52170) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:33:11.420819 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [None req-d2acd03a-f6bf-4b7b-a545-ba75a463758d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=75066) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:33:11.421926 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-d2acd03a-f6bf-4b7b-a545-ba75a463758d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3930793 Sep 15 08:33:13.503405 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5056927-7953-4571-a073-15dcc3504247 None None] Network 9bae1175-e78d-4d29-8546-1a46c330a66b requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:33:13.593419 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-f1f53d62-406e-4ad9-beea-1bcc453adbd4 None None] Provisioning for port 1f925ed5-a11c-47ef-864c-080588dd6171 completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:33:13.668724 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 52184) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:33:14.055849 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [None req-40a008eb-c82e-4b82-849c-68141c6313f4 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=75066) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:33:14.056822 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-40a008eb-c82e-4b82-849c-68141c6313f4 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3871946 Sep 15 08:33:14.157481 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 1f925ed5-a11c-47ef-864c-080588dd6171 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:33:14.233850 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port 1f925ed5-a11c-47ef-864c-080588dd6171 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:33:14.239235 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 1f925ed5-a11c-47ef-864c-080588dd6171 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:33:14.239416 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:14.354480 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:14.385747 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port 1f925ed5-a11c-47ef-864c-080588dd6171, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=1f925ed5-a11c-47ef-864c-080588dd6171,segment=NetworkSegment(dbab1586-0d2c-4c6c-a057-cb3db5f23080),segment_id=dbab1586-0d2c-4c6c-a057-cb3db5f23080)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:33:14.389497 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:14.391735 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:33:14.452363 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=1f925ed5-a11c-47ef-864c-080588dd6171,revision_number=3']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:33:14.455292 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:33:16.118694 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 1f925ed5-a11c-47ef-864c-080588dd6171 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:33:16.187145 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 1f925ed5-a11c-47ef-864c-080588dd6171 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:33:16.187512 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:16.576074 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 52196) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:33:17.017615 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-898a9a8c-c2cb-41d8-b2df-6fd0770453e2 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'cfe44c41336b491faaaacfe7f12ad4d2'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:33:17.022135 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-898a9a8c-c2cb-41d8-b2df-6fd0770453e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:33:17.026523 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-898a9a8c-c2cb-41d8-b2df-6fd0770453e2 admin admin] Usage tracker for resource:router and tenant:cfe44c41336b491faaaacfe7f12ad4d2 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:33:17.029925 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-898a9a8c-c2cb-41d8-b2df-6fd0770453e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:33:17.035669 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-898a9a8c-c2cb-41d8-b2df-6fd0770453e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:33:17.046016 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-898a9a8c-c2cb-41d8-b2df-6fd0770453e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-359864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:17.047618 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-898a9a8c-c2cb-41d8-b2df-6fd0770453e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-359717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-357069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-876'] for router, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:17.072057 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-898a9a8c-c2cb-41d8-b2df-6fd0770453e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:17.174788 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-898a9a8c-c2cb-41d8-b2df-6fd0770453e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-359857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-357650'] for router, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:17.192703 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-898a9a8c-c2cb-41d8-b2df-6fd0770453e2 admin admin] Notify callbacks [] for router, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:17.193964 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-898a9a8c-c2cb-41d8-b2df-6fd0770453e2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6169279 Sep 15 08:33:19.411142 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 52206) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:33:19.786139 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [None req-eb932c3c-62a4-4bad-b3a7-0fcbbecf85ab admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=75067) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:33:19.787180 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-eb932c3c-62a4-4bad-b3a7-0fcbbecf85ab admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3751247 Sep 15 08:33:21.380641 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-326d4c4a-e4aa-40ee-ba92-59ff7202437a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:21.812991 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:22.014136 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 52216) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:33:22.394750 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:33:22.400250 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:33:22.404015 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Usage tracker for resource:network and tenant:e2dbb15fb5c743e993b0b71fab07194e is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:33:22.406801 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:33:22.412363 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:33:22.422224 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Made reservation on behalf of e2dbb15fb5c743e993b0b71fab07194e for: {'network': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:33:22.424542 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for network, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:22.438501 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:22.471114 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:33:22.474814 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Usage tracker for resource:security_group_rule and tenant:e2dbb15fb5c743e993b0b71fab07194e is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:33:22.477551 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:33:22.483569 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:33:22.547888 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:22.551692 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:22.556331 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:33:22.571154 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Reserving flat network on physical network physnet1 {{(pid=75067) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 08:33:22.597190 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0d0146-a17d-4b09-828f-eb41e4952cf4,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:33:22.600796 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:22.601440 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.db.segments_db [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Added segment 68e157c3-ce28-403a-a532-52c181ab85d9 of type flat for network 73c61116-91a8-4da6-aa3b-f7696623d1e1 Sep 15 08:33:22.603245 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:33:22.634017 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729531529162'] for network, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:22.669294 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for network, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:22.670559 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:33:22.671193 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:22.675619 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:33:22.771308 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7560935 Sep 15 08:33:22.774360 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Pushing event updated for resources: {'Network': ['ID=73c61116-91a8-4da6-aa3b-f7696623d1e1,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:33:22.777137 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:33:22.789829 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Network 73c61116-91a8-4da6-aa3b-f7696623d1e1 details requested by agent ovs-agent-dv-cinder-806008-2-smb with host dv-cinder-806008-2-smb {{(pid=75068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:33:23.499717 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-acdb3545-54b6-49c1-8aa1-d2a5b27272b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:24.454323 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:24.963800 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 52226) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:33:25.421639 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23974184-4b4b-4786-aa08-155d1ef09eea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:33:25.422958 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-23974184-4b4b-4786-aa08-155d1ef09eea admin admin] 10.222.0.24 "GET /v2.0/subnets/f17e2f0b-fa98-44f4-a293-38520d18824e HTTP/1.1" status: 200 len: 849 time: 0.4581225 Sep 15 08:33:25.584540 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-efa32c3b-82e8-424b-b666-658a8bdb820d admin admin] 10.222.0.24 "GET /v2.0/routers/5a86f930-2b0e-49ac-9124-13c4bf455d67 HTTP/1.1" status: 200 len: 704 time: 0.1561167 Sep 15 08:33:25.986840 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:26.044798 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:26.270392 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_common [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Allocated IP 172.20.0.1 (9bae1175-e78d-4d29-8546-1a46c330a66b/f17e2f0b-fa98-44f4-a293-38520d18824e/254191fb-0aa1-45d7-81bc-0c3306c95b30) {{(pid=75067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:33:26.423882 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:26.441408 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.provisioning_blocks [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Transition to ACTIVE for port object 254191fb-0aa1-45d7-81bc-0c3306c95b30 will not be triggered until provisioned by entity DHCP. {{(pid=75067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:33:26.489960 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:26.494695 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:33:26.558717 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Network 9bae1175-e78d-4d29-8546-1a46c330a66b is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:33:26.561464 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:33:26.564550 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Received port after_create {{(pid=75067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:33:26.565072 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357844'] for router_interface, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:26.606816 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Pushing event updated for resources: {'Port': ['ID=254191fb-0aa1-45d7-81bc-0c3306c95b30,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:33:26.610462 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:33:26.694329 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:26.811118 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-dd43b49c-aecf-49ed-8ba4-ed04eac9618a None None] Provisioning for port 254191fb-0aa1-45d7-81bc-0c3306c95b30 completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:33:26.815615 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-dd43b49c-aecf-49ed-8ba4-ed04eac9618a None None] Provisioning complete for port 254191fb-0aa1-45d7-81bc-0c3306c95b30 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:33:26.816042 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-dd43b49c-aecf-49ed-8ba4-ed04eac9618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:26.868162 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-dd43b49c-aecf-49ed-8ba4-ed04eac9618a None None] Port 254191fb-0aa1-45d7-81bc-0c3306c95b30 cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:33:26.953139 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:26.957277 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:26.958466 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1263052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358255'] for router_interface, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:26.962139 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:33:27.092882 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Pushing event updated for resources: {'Port': ['ID=254191fb-0aa1-45d7-81bc-0c3306c95b30,revision_number=2']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:33:27.097550 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:33:27.153081 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Network 9bae1175-e78d-4d29-8546-1a46c330a66b is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:33:27.154127 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:33:27.391013 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-278125cb-e452-4242-9777-6e787e7b7b1c None None] Provisioning complete for port 254191fb-0aa1-45d7-81bc-0c3306c95b30 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:33:27.391585 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-278125cb-e452-4242-9777-6e787e7b7b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:27.441493 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-278125cb-e452-4242-9777-6e787e7b7b1c None None] Port 254191fb-0aa1-45d7-81bc-0c3306c95b30 cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:33:27.500870 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Router 5a86f930-2b0e-49ac-9124-13c4bf455d67 is scheduled to L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 with binding_index 1 {{(pid=75067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:33:27.661525 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:33:27.670175 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] 10.222.0.24 "PUT /v2.0/routers/5a86f930-2b0e-49ac-9124-13c4bf455d67/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0810561 Sep 15 08:33:27.670943 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Sync routers for ids ['5a86f930-2b0e-49ac-9124-13c4bf455d67'] in dv-cinder-806008-2-smb {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:33:27.684074 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Routers {'5a86f930-2b0e-49ac-9124-13c4bf455d67'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:33:27.684952 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:33:23Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['5a86f930-2b0e-49ac-9124-13c4bf455d67'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:33:27.855941 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Set router 5a86f930-2b0e-49ac-9124-13c4bf455d67 gateway port host: None {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:33:28.216579 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a86f930-2b0e-49ac-9124-13c4bf455d67', 'name': 'router1', 'tenant_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:33:17Z', 'updated_at': '2021-09-15T08:33:26Z', 'revision_number': 2, 'project_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'gw_port_host': None, '_interfaces': [{'id': '254191fb-0aa1-45d7-81bc-0c3306c95b30', 'name': '', 'network_id': '9bae1175-e78d-4d29-8546-1a46c330a66b', 'tenant_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'mac_address': 'fa:16:3e:20:6f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a86f930-2b0e-49ac-9124-13c4bf455d67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f17e2f0b-fa98-44f4-a293-38520d18824e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:33:26Z', 'updated_at': '2021-09-15T08:33:26Z', 'revision_number': 2, 'project_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'subnets': [{'id': 'f17e2f0b-fa98-44f4-a293-38520d18824e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '696bd055-1090-4dc7-95f5-636d2df1d21b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:33:28.221499 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Checking router: 5a86f930-2b0e-49ac-9124-13c4bf455d67 for host: dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:33:28.221873 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Updating router 5a86f930-2b0e-49ac-9124-13c4bf455d67 port 254191fb-0aa1-45d7-81bc-0c3306c95b30 binding host dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:33:28.275713 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:28.641252 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Notify callbacks [] for port, precommit_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:28.656260 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.provisioning_blocks [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Transition to ACTIVE for port object 254191fb-0aa1-45d7-81bc-0c3306c95b30 will not be triggered until provisioned by entity L2. {{(pid=75069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:33:28.663316 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:28.668592 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:33:28.800666 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f6a6c-181d-4de7-bce8-56dddd5b6483 None None] Pushing event updated for resources: {'Port': ['ID=254191fb-0aa1-45d7-81bc-0c3306c95b30,revision_number=3']} {{(pid=75069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:33:28.891858 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f6a6c-181d-4de7-bce8-56dddd5b6483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:28.892150 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f6a6c-181d-4de7-bce8-56dddd5b6483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:28.892476 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f6a6c-181d-4de7-bce8-56dddd5b6483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:28.892797 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f6a6c-181d-4de7-bce8-56dddd5b6483 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:28.893119 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f6a6c-181d-4de7-bce8-56dddd5b6483 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:28.893433 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f6a6c-181d-4de7-bce8-56dddd5b6483 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:28.893745 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f6a6c-181d-4de7-bce8-56dddd5b6483 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:28.894057 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f6a6c-181d-4de7-bce8-56dddd5b6483 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:28.894384 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f6a6c-181d-4de7-bce8-56dddd5b6483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:28.894694 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f6a6c-181d-4de7-bce8-56dddd5b6483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:28.895002 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f6a6c-181d-4de7-bce8-56dddd5b6483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f6a6c-181d-4de7-bce8-56dddd5b6483 None None] Tracked resource versions report: Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: pushed versions: Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'Log': {'1.0'}, Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'Network': {'1.1'}, Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'Port': {'1.5'}, Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'PortForwarding': {'1.2'}, Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'QosPolicy': {'1.8'}, Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'SecurityGroup': {'1.2'}, Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'SubPort': {'1.0'}, Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'Subnet': {'1.1'}, Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'Trunk': {'1.1'}} Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: consumer versions: Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: { DHCP agent@dv-cinder-806008-2-smb: {}, Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: L3 agent@dv-cinder-806008-2-smb: {}, Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: Metadata agent@dv-cinder-806008-2-smb: {}, Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: Metering agent@dv-cinder-806008-2-smb: {}, Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: Open vSwitch agent@dv-cinder-806008-2-smb: { 'ConntrackHelper': '1.0', Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'Log': '1.0', Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'Network': '1.1', Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'Port': '1.5', Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'PortForwarding': '1.2', Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'QosPolicy': '1.8', Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'SecurityGroup': '1.2', Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'SecurityGroupRule': '1.0', Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'SubPort': '1.0', Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'Subnet': '1.1', Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: 'Trunk': '1.1'}} Sep 15 08:33:28.896116 dv-cinder-806008-2-smb neutron-server[75069]: {{(pid=75069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:33:28.909726 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-c42f6a6c-181d-4de7-bce8-56dddd5b6483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:33:28.919166 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Attempting to bind port 254191fb-0aa1-45d7-81bc-0c3306c95b30 on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:33:28.919559 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Attempting to bind port 254191fb-0aa1-45d7-81bc-0c3306c95b30 by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': 'dbab1586-0d2c-4c6c-a057-cb3db5f23080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bae1175-e78d-4d29-8546-1a46c330a66b'}] {{(pid=75069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:33:28.919996 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Attempting to bind port 254191fb-0aa1-45d7-81bc-0c3306c95b30 on network 9bae1175-e78d-4d29-8546-1a46c330a66b {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:33:28.926221 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:33:28.926642 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Checking segment: {'id': 'dbab1586-0d2c-4c6c-a057-cb3db5f23080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bae1175-e78d-4d29-8546-1a46c330a66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:33:28.927108 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:28.927492 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Bound using segment: {'id': 'dbab1586-0d2c-4c6c-a057-cb3db5f23080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bae1175-e78d-4d29-8546-1a46c330a66b'} {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:33:28.928013 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Bound port: 254191fb-0aa1-45d7-81bc-0c3306c95b30, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbab1586-0d2c-4c6c-a057-cb3db5f23080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9bae1175-e78d-4d29-8546-1a46c330a66b'}}] {{(pid=75069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:33:28.928408 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:29.020933 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.db [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] For port 254191fb-0aa1-45d7-81bc-0c3306c95b30, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:33:29.025674 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.db [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] For port 254191fb-0aa1-45d7-81bc-0c3306c95b30, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=254191fb-0aa1-45d7-81bc-0c3306c95b30,segment=NetworkSegment(dbab1586-0d2c-4c6c-a057-cb3db5f23080),segment_id=dbab1586-0d2c-4c6c-a057-cb3db5f23080)] {{(pid=75069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:33:29.030408 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:29.034013 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:33:29.112999 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f6a6c-181d-4de7-bce8-56dddd5b6483 None None] Pushing event updated for resources: {'Port': ['ID=254191fb-0aa1-45d7-81bc-0c3306c95b30,revision_number=4']} {{(pid=75069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:33:29.121014 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-c42f6a6c-181d-4de7-bce8-56dddd5b6483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:33:29.121568 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Routers {'5a86f930-2b0e-49ac-9124-13c4bf455d67'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:33:29.122166 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:33:23Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['5a86f930-2b0e-49ac-9124-13c4bf455d67'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:33:29.292665 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] Set router 5a86f930-2b0e-49ac-9124-13c4bf455d67 gateway port host: None {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:33:29.605629 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a86f930-2b0e-49ac-9124-13c4bf455d67', 'name': 'router1', 'tenant_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:33:17Z', 'updated_at': '2021-09-15T08:33:26Z', 'revision_number': 2, 'project_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'gw_port_host': None, '_interfaces': [{'id': '254191fb-0aa1-45d7-81bc-0c3306c95b30', 'name': '', 'network_id': '9bae1175-e78d-4d29-8546-1a46c330a66b', 'tenant_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'mac_address': 'fa:16:3e:20:6f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a86f930-2b0e-49ac-9124-13c4bf455d67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f17e2f0b-fa98-44f4-a293-38520d18824e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:33:26Z', 'updated_at': '2021-09-15T08:33:29Z', 'revision_number': 4, 'project_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'subnets': [{'id': 'f17e2f0b-fa98-44f4-a293-38520d18824e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '696bd055-1090-4dc7-95f5-636d2df1d21b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:33:29.609513 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de6b91-5201-46ae-ac4b-3ae024363665 None None] The sync data for ids ['5a86f930-2b0e-49ac-9124-13c4bf455d67'] in dv-cinder-806008-2-smb is: [{'id': '5a86f930-2b0e-49ac-9124-13c4bf455d67', 'name': 'router1', 'tenant_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:33:17Z', 'updated_at': '2021-09-15T08:33:26Z', 'revision_number': 2, 'project_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'gw_port_host': None, '_interfaces': [{'id': '254191fb-0aa1-45d7-81bc-0c3306c95b30', 'name': '', 'network_id': '9bae1175-e78d-4d29-8546-1a46c330a66b', 'tenant_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'mac_address': 'fa:16:3e:20:6f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a86f930-2b0e-49ac-9124-13c4bf455d67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f17e2f0b-fa98-44f4-a293-38520d18824e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:33:26Z', 'updated_at': '2021-09-15T08:33:29Z', 'revision_number': 4, 'project_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'subnets': [{'id': 'f17e2f0b-fa98-44f4-a293-38520d18824e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '696bd055-1090-4dc7-95f5-636d2df1d21b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:33:29.778828 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 52248) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:33:29.980361 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea39f6f-557f-4fb9-84ff-3be7201ebe01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:33:29.981729 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-2ea39f6f-557f-4fb9-84ff-3be7201ebe01 admin admin] 10.222.0.24 "GET /v2.0/networks/73c61116-91a8-4da6-aa3b-f7696623d1e1 HTTP/1.1" status: 200 len: 842 time: 0.2019858 Sep 15 08:33:29.991053 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'cidr': '172.28.3.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:33:29.996744 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:33:30.000764 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] Usage tracker for resource:subnet and tenant:e2dbb15fb5c743e993b0b71fab07194e is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:33:30.004019 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:33:30.010618 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:33:30.020333 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] Made reservation on behalf of e2dbb15fb5c743e993b0b71fab07194e for: {'subnet': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:33:30.022752 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:30.424965 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.objects.ports [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75066) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Sep 15 08:33:30.425495 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for subnet, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:30.429577 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:33:30.503558 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=317a8ae9-9a6a-4d69-ac7b-76c2be89eb75,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:33:30.507297 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:33:30.515066 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] Checking segment: {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:33:30.515408 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] Network hostable DHCP agents. Network: 73c61116-91a8-4da6-aa3b-f7696623d1e1, hostable agents: ['5500b75e-3e13-4568-b880-b73785507866'], hosted agents: [] {{(pid=75066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:33:30.538554 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] Network 73c61116-91a8-4da6-aa3b-f7696623d1e1 is scheduled to be hosted by DHCP agent 5500b75e-3e13-4568-b880-b73785507866 with binding_index 1 {{(pid=75066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:33:30.549062 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-smb, 73c61116-91a8-4da6-aa3b-f7696623d1e1) {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:33:30.553102 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:33:30.553687 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:30.558978 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066fa1d2-4ce7-40d1-b856-94c94e6e45a0 None None] Network 73c61116-91a8-4da6-aa3b-f7696623d1e1 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:33:30.575176 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5877132 Sep 15 08:33:30.780482 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47c5cde-6ec3-42f3-8e88-0941e5134de4 None None] Network 73c61116-91a8-4da6-aa3b-f7696623d1e1 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:33:32.140581 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 254191fb-0aa1-45d7-81bc-0c3306c95b30 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:33:32.209266 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port 254191fb-0aa1-45d7-81bc-0c3306c95b30 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:33:32.214006 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 254191fb-0aa1-45d7-81bc-0c3306c95b30 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:33:32.214401 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:32.339418 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:32.370193 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port 254191fb-0aa1-45d7-81bc-0c3306c95b30, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=254191fb-0aa1-45d7-81bc-0c3306c95b30,segment=NetworkSegment(dbab1586-0d2c-4c6c-a057-cb3db5f23080),segment_id=dbab1586-0d2c-4c6c-a057-cb3db5f23080)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:33:32.374275 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:32.376216 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:33:32.438003 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=254191fb-0aa1-45d7-81bc-0c3306c95b30,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:33:32.441071 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:33:32.678264 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 52272) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:33:32.909645 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-51967fce-14de-4bd7-93fb-b3e9df0d1770 admin admin] 10.222.0.24 "GET /v2.0/routers/5a86f930-2b0e-49ac-9124-13c4bf455d67 HTTP/1.1" status: 200 len: 710 time: 0.2301724 Sep 15 08:33:33.034525 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b4004e-a1b3-4939-86f0-7e2c87f9772e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:33:33.035078 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-78b4004e-a1b3-4939-86f0-7e2c87f9772e admin admin] Synchronizing usage tracker for tenant:e2dbb15fb5c743e993b0b71fab07194e on resource:network {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:33:33.052074 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-78b4004e-a1b3-4939-86f0-7e2c87f9772e admin admin] Unset dirty status for tenant:e2dbb15fb5c743e993b0b71fab07194e on resource:network {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:33:33.053396 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-78b4004e-a1b3-4939-86f0-7e2c87f9772e admin admin] 10.222.0.24 "GET /v2.0/networks/73c61116-91a8-4da6-aa3b-f7696623d1e1 HTTP/1.1" status: 200 len: 886 time: 0.1389093 Sep 15 08:33:33.062629 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:33:33.574960 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-882'] for router, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:33.753146 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:33.806918 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:33.938396 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_common [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Allocated IP 172.28.3.170 (73c61116-91a8-4da6-aa3b-f7696623d1e1/317a8ae9-9a6a-4d69-ac7b-76c2be89eb75/8fcbdef2-e12a-4a5d-9381-bab2e099e3e4) {{(pid=75067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:33:34.077977 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:34.105990 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:34.110515 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:33:34.127948 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 254191fb-0aa1-45d7-81bc-0c3306c95b30 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:33:34.170631 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Network 73c61116-91a8-4da6-aa3b-f7696623d1e1 is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:33:34.173318 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:33:34.175802 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Received port after_create {{(pid=75067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:33:34.198940 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 254191fb-0aa1-45d7-81bc-0c3306c95b30 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:33:34.199355 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:34.220858 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Pushing event updated for resources: {'Port': ['ID=8fcbdef2-e12a-4a5d-9381-bab2e099e3e4,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:33:34.223716 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:33:34.330785 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:34.492708 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-882'] for router, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:34.495990 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-357650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-359847'] for router, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:34.685881 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Router 5a86f930-2b0e-49ac-9124-13c4bf455d67 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:33:34.916292 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:33:34.923990 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Notify callbacks [] for router, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:34.925007 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Sync routers for ids ['5a86f930-2b0e-49ac-9124-13c4bf455d67'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:33:34.925182 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] 10.222.0.24 "PUT /v2.0/routers/5a86f930-2b0e-49ac-9124-13c4bf455d67 HTTP/1.1" status: 200 len: 890 time: 1.8658347 Sep 15 08:33:34.937976 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Routers {'5a86f930-2b0e-49ac-9124-13c4bf455d67'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:33:34.938694 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:33:23Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['5a86f930-2b0e-49ac-9124-13c4bf455d67'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:33:35.126414 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Set router 5a86f930-2b0e-49ac-9124-13c4bf455d67 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:33:35.465346 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a86f930-2b0e-49ac-9124-13c4bf455d67', 'name': 'router1', 'tenant_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '8fcbdef2-e12a-4a5d-9381-bab2e099e3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:33:17Z', 'updated_at': '2021-09-15T08:33:34Z', 'revision_number': 4, 'project_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'gw_port': {'id': '8fcbdef2-e12a-4a5d-9381-bab2e099e3e4', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a86f930-2b0e-49ac-9124-13c4bf455d67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:33:33Z', 'updated_at': '2021-09-15T08:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '254191fb-0aa1-45d7-81bc-0c3306c95b30', 'name': '', 'network_id': '9bae1175-e78d-4d29-8546-1a46c330a66b', 'tenant_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'mac_address': 'fa:16:3e:20:6f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a86f930-2b0e-49ac-9124-13c4bf455d67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f17e2f0b-fa98-44f4-a293-38520d18824e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:33:26Z', 'updated_at': '2021-09-15T08:33:32Z', 'revision_number': 5, 'project_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'subnets': [{'id': 'f17e2f0b-fa98-44f4-a293-38520d18824e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '696bd055-1090-4dc7-95f5-636d2df1d21b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:33:35.470123 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Checking router: 5a86f930-2b0e-49ac-9124-13c4bf455d67 for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:33:35.470540 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Updating router 5a86f930-2b0e-49ac-9124-13c4bf455d67 port 8fcbdef2-e12a-4a5d-9381-bab2e099e3e4 binding host dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:33:35.518460 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:35.835421 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:35.847391 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Transition to ACTIVE for port object 8fcbdef2-e12a-4a5d-9381-bab2e099e3e4 will not be triggered until provisioned by entity L2. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:33:35.853219 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:35.857444 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:33:35.930023 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Attempting to bind port 8fcbdef2-e12a-4a5d-9381-bab2e099e3e4 on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:33:35.930449 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Attempting to bind port 8fcbdef2-e12a-4a5d-9381-bab2e099e3e4 by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:33:35.930777 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Attempting to bind port 8fcbdef2-e12a-4a5d-9381-bab2e099e3e4 on network 73c61116-91a8-4da6-aa3b-f7696623d1e1 {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:33:35.933380 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e265c8a-ce03-425f-a089-58944517e1bf None None] Pushing event updated for resources: {'Port': ['ID=8fcbdef2-e12a-4a5d-9381-bab2e099e3e4,revision_number=2']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:33:35.936797 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2e265c8a-ce03-425f-a089-58944517e1bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:33:35.939864 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:33:35.940734 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Checking segment: {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:33:35.940734 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:35.941016 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Bound using segment: {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:33:35.941430 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Bound port: 8fcbdef2-e12a-4a5d-9381-bab2e099e3e4, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:33:35.941819 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:36.012398 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] For port 8fcbdef2-e12a-4a5d-9381-bab2e099e3e4, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:33:36.015173 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] For port 8fcbdef2-e12a-4a5d-9381-bab2e099e3e4, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=8fcbdef2-e12a-4a5d-9381-bab2e099e3e4,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:33:36.021785 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:36.025997 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:33:36.095251 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e265c8a-ce03-425f-a089-58944517e1bf None None] Pushing event updated for resources: {'Port': ['ID=8fcbdef2-e12a-4a5d-9381-bab2e099e3e4,revision_number=3']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:33:36.098567 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2e265c8a-ce03-425f-a089-58944517e1bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:33:36.103919 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Routers {'5a86f930-2b0e-49ac-9124-13c4bf455d67'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:33:36.104501 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:33:23Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['5a86f930-2b0e-49ac-9124-13c4bf455d67'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:33:36.304011 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] Set router 5a86f930-2b0e-49ac-9124-13c4bf455d67 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:33:36.614943 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a86f930-2b0e-49ac-9124-13c4bf455d67', 'name': 'router1', 'tenant_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '8fcbdef2-e12a-4a5d-9381-bab2e099e3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:33:17Z', 'updated_at': '2021-09-15T08:33:34Z', 'revision_number': 4, 'project_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'gw_port': {'id': '8fcbdef2-e12a-4a5d-9381-bab2e099e3e4', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a86f930-2b0e-49ac-9124-13c4bf455d67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:33:33Z', 'updated_at': '2021-09-15T08:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '254191fb-0aa1-45d7-81bc-0c3306c95b30', 'name': '', 'network_id': '9bae1175-e78d-4d29-8546-1a46c330a66b', 'tenant_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'mac_address': 'fa:16:3e:20:6f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a86f930-2b0e-49ac-9124-13c4bf455d67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f17e2f0b-fa98-44f4-a293-38520d18824e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:33:26Z', 'updated_at': '2021-09-15T08:33:32Z', 'revision_number': 5, 'project_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'subnets': [{'id': 'f17e2f0b-fa98-44f4-a293-38520d18824e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '696bd055-1090-4dc7-95f5-636d2df1d21b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:33:36.619443 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e045df2-9477-4ef5-88f5-be2de40d6ce6 None None] The sync data for ids ['5a86f930-2b0e-49ac-9124-13c4bf455d67'] in dv-cinder-806008-2-smb is: [{'id': '5a86f930-2b0e-49ac-9124-13c4bf455d67', 'name': 'router1', 'tenant_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '8fcbdef2-e12a-4a5d-9381-bab2e099e3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:33:17Z', 'updated_at': '2021-09-15T08:33:34Z', 'revision_number': 4, 'project_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'gw_port': {'id': '8fcbdef2-e12a-4a5d-9381-bab2e099e3e4', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a86f930-2b0e-49ac-9124-13c4bf455d67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:33:33Z', 'updated_at': '2021-09-15T08:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '254191fb-0aa1-45d7-81bc-0c3306c95b30', 'name': '', 'network_id': '9bae1175-e78d-4d29-8546-1a46c330a66b', 'tenant_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'mac_address': 'fa:16:3e:20:6f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a86f930-2b0e-49ac-9124-13c4bf455d67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f17e2f0b-fa98-44f4-a293-38520d18824e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:33:26Z', 'updated_at': '2021-09-15T08:33:32Z', 'revision_number': 5, 'project_id': 'cfe44c41336b491faaaacfe7f12ad4d2', 'subnets': [{'id': 'f17e2f0b-fa98-44f4-a293-38520d18824e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '696bd055-1090-4dc7-95f5-636d2df1d21b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:33:37.162181 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 52282) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:33:37.300026 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-50cfc25d-03b5-448a-91ee-3e81a723974d admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1366143 Sep 15 08:33:38.168116 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 8fcbdef2-e12a-4a5d-9381-bab2e099e3e4 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:33:38.248649 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port 8fcbdef2-e12a-4a5d-9381-bab2e099e3e4 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:33:38.253310 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 8fcbdef2-e12a-4a5d-9381-bab2e099e3e4 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:33:38.253683 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:38.364330 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:38.379550 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port 8fcbdef2-e12a-4a5d-9381-bab2e099e3e4, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=8fcbdef2-e12a-4a5d-9381-bab2e099e3e4,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:33:38.383255 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:38.385336 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:33:38.450464 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=8fcbdef2-e12a-4a5d-9381-bab2e099e3e4,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:33:38.453501 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:33:40.162943 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 8fcbdef2-e12a-4a5d-9381-bab2e099e3e4 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:33:40.251457 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 8fcbdef2-e12a-4a5d-9381-bab2e099e3e4 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:33:40.251924 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:51.036841 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 5 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:33:51.383645 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1d05-1fe4-4524-a351-49c7c75dcef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:51.815404 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:53.502399 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9850c13d-c4d4-40c1-bfde-c7853547e5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:54.457589 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:56.010522 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:21.395921 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-757bedc5-ba48-4da6-8e8a-1e8ee4823666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:21.830495 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:23.504317 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-f21e6174-2133-4a78-a022-3431e4fe1079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:24.462847 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:26.012727 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:28.036127 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 5 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:34:51.391320 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-e77ba501-1813-446e-b8ee-93d2ef3fbdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:51.824072 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:53.507973 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2ba6241c-a69d-4275-b6af-d73bf35df1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:54.464644 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:56.018516 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:05.035009 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 5 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:35:21.390255 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-05733d72-72a8-42d8-b4c0-11922c27f611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:21.826259 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:23.509951 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3018a016-e565-47ea-ae3f-daaa2365f686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:24.465717 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:26.018180 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:37.703398 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 52854) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:37.793467 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.pecan_wsgi.hooks.translation [None req-92677d64-5dbe-401c-b6a8-feb29b721cfa admin admin] GET failed (client error): The resource could not be found. Sep 15 08:35:37.794700 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-92677d64-5dbe-401c-b6a8-feb29b721cfa admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0903778 Sep 15 08:35:37.924529 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee534fae-f175-42b6-836d-38880bf1a1f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:37.925893 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-ee534fae-f175-42b6-836d-38880bf1a1f7 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1273835 Sep 15 08:35:39.909176 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 52864) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:40.034634 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfc91a4-e416-4b92-8563-0f07fc107a6a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:40.035179 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-2dfc91a4-e416-4b92-8563-0f07fc107a6a admin admin] Synchronizing usage tracker for tenant:e2dbb15fb5c743e993b0b71fab07194e on resource:subnet {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:35:40.051924 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-2dfc91a4-e416-4b92-8563-0f07fc107a6a admin admin] Unset dirty status for tenant:e2dbb15fb5c743e993b0b71fab07194e on resource:subnet {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:35:40.053164 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-2dfc91a4-e416-4b92-8563-0f07fc107a6a admin admin] 10.222.0.24 "GET /v2.0/subnets/f17e2f0b-fa98-44f4-a293-38520d18824e HTTP/1.1" status: 200 len: 849 time: 0.1429629 Sep 15 08:35:40.062588 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:40.178087 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:40.365928 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729531887144'] for subnet, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:40.370634 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-c226f7c8-8b0b-48c0-8612-770e3e180a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:40.417809 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:40.418313 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:40.419593 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] 10.222.0.24 "PUT /v2.0/subnets/f17e2f0b-fa98-44f4-a293-38520d18824e HTTP/1.1" status: 200 len: 868 time: 0.3606546 Sep 15 08:35:40.437352 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b57ae3-993e-4ad7-9e2d-5c920c2817b4 None None] Network 9bae1175-e78d-4d29-8546-1a46c330a66b requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:40.437986 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17e2f0b-fa98-44f4-a293-38520d18824e,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:40.446437 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.446763 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.447086 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.447401 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.447714 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.448028 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.448345 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.448652 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.448959 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.449261 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.449593 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.453175 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:40.851595 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-61c9abe0-8934-4ff9-9249-44c1ebcda346 None None] Provisioning complete for port 1f925ed5-a11c-47ef-864c-080588dd6171 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:40.852508 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-61c9abe0-8934-4ff9-9249-44c1ebcda346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:40.995193 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-61c9abe0-8934-4ff9-9249-44c1ebcda346 None None] Provisioning complete for port 254191fb-0aa1-45d7-81bc-0c3306c95b30 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:40.995558 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-61c9abe0-8934-4ff9-9249-44c1ebcda346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:42.034706 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 5 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:35:42.417679 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 52874) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:42.611108 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9526bee-9078-4381-a77d-2a13f2c4eab3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:42.611399 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9526bee-9078-4381-a77d-2a13f2c4eab3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:42.612906 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-f9526bee-9078-4381-a77d-2a13f2c4eab3 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1942692 Sep 15 08:35:44.597804 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 52884) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:44.791850 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa963162-499f-4b88-96de-65a801cc40d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:44.792140 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa963162-499f-4b88-96de-65a801cc40d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:44.793655 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-aa963162-499f-4b88-96de-65a801cc40d8 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1948495 Sep 15 08:35:46.781323 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 52894) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:46.964924 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b445d30-036a-4b59-b395-522d3ae24ba9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:46.966174 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-0b445d30-036a-4b59-b395-522d3ae24ba9 admin admin] 10.222.0.24 "GET /v2.0/networks/73c61116-91a8-4da6-aa3b-f7696623d1e1 HTTP/1.1" status: 200 len: 886 time: 0.1839306 Sep 15 08:35:48.963294 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 52904) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:49.154380 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717ab83b-2a21-4e30-85b7-8e486637b331 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:49.155646 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-717ab83b-2a21-4e30-85b7-8e486637b331 admin admin] 10.222.0.24 "GET /v2.0/networks/9bae1175-e78d-4d29-8546-1a46c330a66b HTTP/1.1" status: 200 len: 869 time: 0.1914330 Sep 15 08:35:51.139316 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 52914) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:51.267103 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a298b0-f244-4816-b30e-9b5ecdb159c9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:51.267463 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a298b0-f244-4816-b30e-9b5ecdb159c9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:51.268963 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-b3a298b0-f244-4816-b30e-9b5ecdb159c9 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1286042 Sep 15 08:35:51.392911 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-c67c81b0-7da4-40f1-aafc-4b30a6041ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.827716 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:53.289502 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 52924) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:53.418554 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23010cfa-8105-4c1c-8231-457622ef8a30 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:53.418922 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23010cfa-8105-4c1c-8231-457622ef8a30 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:53.420404 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-23010cfa-8105-4c1c-8231-457622ef8a30 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1299403 Sep 15 08:35:53.512708 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-65636715-9e09-4402-bb6b-70c339912eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:54.469120 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:55.399078 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 52934) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:55.520997 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aade94-9d66-4d76-830c-6e8925293388 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:55.522293 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-22aade94-9d66-4d76-830c-6e8925293388 admin admin] 10.222.0.24 "GET /v2.0/subnets/317a8ae9-9a6a-4d69-ac7b-76c2be89eb75 HTTP/1.1" status: 200 len: 816 time: 0.1215911 Sep 15 08:35:56.018404 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:57.510364 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 52944) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:57.639876 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f211c5f2-344e-45a2-a8d9-47f9f558cded admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:57.641168 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-f211c5f2-344e-45a2-a8d9-47f9f558cded admin admin] 10.222.0.24 "GET /v2.0/subnets/f17e2f0b-fa98-44f4-a293-38520d18824e HTTP/1.1" status: 200 len: 868 time: 0.1297615 Sep 15 08:36:15.178913 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 52982) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:15.249291 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [None req-57e20fcf-9eaa-4e4c-ab87-d2b8805befd8 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=75066) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:36:15.250299 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-57e20fcf-9eaa-4e4c-ab87-d2b8805befd8 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0704505 Sep 15 08:36:17.305371 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 52992) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:17.394263 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0a124a-3240-4985-99b7-1930d638642d admin admin] GET failed (client error): The resource could not be found. Sep 15 08:36:17.395461 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-fe0a124a-3240-4985-99b7-1930d638642d admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0891855 Sep 15 08:36:17.519351 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ef20ab-fb6c-4843-93b6-25407dff6df6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:17.520779 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-82ef20ab-fb6c-4843-93b6-25407dff6df6 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1210232 Sep 15 08:36:19.033896 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 5 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:36:19.530034 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 53002) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:19.599178 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-4c7f1edf-5bda-4511-9ae7-9534f757b991 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:19.604218 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-4c7f1edf-5bda-4511-9ae7-9534f757b991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:19.614049 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-4c7f1edf-5bda-4511-9ae7-9534f757b991 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:19.623537 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7f1edf-5bda-4511-9ae7-9534f757b991 admin admin] Made reservation on behalf of e2dbb15fb5c743e993b0b71fab07194e for: {'network': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:19.625827 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1edf-5bda-4511-9ae7-9534f757b991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for network, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:19.719195 dv-cinder-806008-2-smb neutron-server[75066]: WARNING neutron.services.revisions.revision_plugin [None req-4c7f1edf-5bda-4511-9ae7-9534f757b991 admin admin] Could not find related network for resource to bump revision. Sep 15 08:36:19.734770 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7f1edf-5bda-4511-9ae7-9534f757b991 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=75066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:36:19.745982 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1edf-5bda-4511-9ae7-9534f757b991 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729531964564', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:19.746605 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1edf-5bda-4511-9ae7-9534f757b991 admin admin] Unsubscribe: segment precommit_create {{(pid=75066) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 08:36:19.747070 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.db.segments_db [None req-4c7f1edf-5bda-4511-9ae7-9534f757b991 admin admin] Added segment 517cfb16-e9a0-4f50-b5bf-665355a69ee8 of type vlan for network 6827653f-c663-4945-8732-c2edff0bc621 Sep 15 08:36:19.783105 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1edf-5bda-4511-9ae7-9534f757b991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729531529162'] for network, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:19.816799 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1edf-5bda-4511-9ae7-9534f757b991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for network, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:19.817949 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7f1edf-5bda-4511-9ae7-9534f757b991 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:19.818561 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1edf-5bda-4511-9ae7-9534f757b991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:19.822966 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:19.916432 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-4c7f1edf-5bda-4511-9ae7-9534f757b991 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3853414 Sep 15 08:36:19.920999 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f1edf-5bda-4511-9ae7-9534f757b991 admin admin] Pushing event updated for resources: {'Network': ['ID=6827653f-c663-4945-8732-c2edff0bc621,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:19.924928 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-4c7f1edf-5bda-4511-9ae7-9534f757b991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:19.932592 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Network 6827653f-c663-4945-8732-c2edff0bc621 details requested by agent ovs-agent-dv-cinder-806008-2-smb with host dv-cinder-806008-2-smb {{(pid=75068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:36:21.394725 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-01560a86-ef93-4243-9999-40cad7b1bb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:21.828851 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:21.926632 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 53012) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:22.015418 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2ce69f-7e8b-40f6-8830-48cf367f6595 admin admin] GET failed (client error): The resource could not be found. Sep 15 08:36:22.015904 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-6b2ce69f-7e8b-40f6-8830-48cf367f6595 admin admin] Synchronizing usage tracker for tenant:e2dbb15fb5c743e993b0b71fab07194e on resource:network {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:22.030921 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-6b2ce69f-7e8b-40f6-8830-48cf367f6595 admin admin] Unset dirty status for tenant:e2dbb15fb5c743e993b0b71fab07194e on resource:network {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:22.032171 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-6b2ce69f-7e8b-40f6-8830-48cf367f6595 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1046016 Sep 15 08:36:22.163114 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f05e6d2-b7a4-44fd-a4ba-cc6037f868e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:22.169834 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-2f05e6d2-b7a4-44fd-a4ba-cc6037f868e6 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1285825 Sep 15 08:36:22.173880 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-3a901b7f-077a-40d9-a88c-c98de881f0c0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '6827653f-c663-4945-8732-c2edff0bc621', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:22.178287 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-3a901b7f-077a-40d9-a88c-c98de881f0c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:22.187798 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-3a901b7f-077a-40d9-a88c-c98de881f0c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:22.198745 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a901b7f-077a-40d9-a88c-c98de881f0c0 admin admin] Made reservation on behalf of e2dbb15fb5c743e993b0b71fab07194e for: {'subnet': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:22.201120 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3a901b7f-077a-40d9-a88c-c98de881f0c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:22.399458 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3a901b7f-077a-40d9-a88c-c98de881f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for subnet, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:22.403569 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:22.469263 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a901b7f-077a-40d9-a88c-c98de881f0c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f356271-4fd4-4637-8e80-21daf734514d,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:22.471870 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-3a901b7f-077a-40d9-a88c-c98de881f0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:22.481597 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a901b7f-077a-40d9-a88c-c98de881f0c0 admin admin] Checking segment: {'id': '517cfb16-e9a0-4f50-b5bf-665355a69ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6827653f-c663-4945-8732-c2edff0bc621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:22.481944 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a901b7f-077a-40d9-a88c-c98de881f0c0 admin admin] Network hostable DHCP agents. Network: 6827653f-c663-4945-8732-c2edff0bc621, hostable agents: ['5500b75e-3e13-4568-b880-b73785507866'], hosted agents: [] {{(pid=75066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:36:22.503149 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a901b7f-077a-40d9-a88c-c98de881f0c0 admin admin] Network 6827653f-c663-4945-8732-c2edff0bc621 is scheduled to be hosted by DHCP agent 5500b75e-3e13-4568-b880-b73785507866 with binding_index 1 {{(pid=75066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:36:22.512750 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-3a901b7f-077a-40d9-a88c-c98de881f0c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-smb, 6827653f-c663-4945-8732-c2edff0bc621) {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:22.516676 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a901b7f-077a-40d9-a88c-c98de881f0c0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:22.517245 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3a901b7f-077a-40d9-a88c-c98de881f0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:22.522020 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee1d225-2f69-45e0-b1fa-639551d759f0 None None] Network 6827653f-c663-4945-8732-c2edff0bc621 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:36:22.543319 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-3a901b7f-077a-40d9-a88c-c98de881f0c0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3727560 Sep 15 08:36:22.745458 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6161fdaf-c2ad-55bd-b05b-2aafc9d833f1-6827653f-c663-4945-8732-c2edff0bc621', 'network_id': '6827653f-c663-4945-8732-c2edff0bc621', 'tenant_id': 'e2dbb15fb5c743e993b0b71fab07194e', 'fixed_ips': [{'subnet_id': '3f356271-4fd4-4637-8e80-21daf734514d'}]}} from dv-cinder-806008-2-smb. {{(pid=75068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:36:22.746388 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:22.904713 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.db_base_plugin_common [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Allocated IP 192.168.233.2 (6827653f-c663-4945-8732-c2edff0bc621/3f356271-4fd4-4637-8e80-21daf734514d/cc01ae4a-0472-418a-8d2d-70eb93e19c3b) {{(pid=75068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:36:23.106411 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Notify callbacks [] for port, precommit_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:23.116644 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Transition to ACTIVE for port object cc01ae4a-0472-418a-8d2d-70eb93e19c3b will not be triggered until provisioned by entity L2. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:23.135872 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Transition to ACTIVE for port object cc01ae4a-0472-418a-8d2d-70eb93e19c3b will not be triggered until provisioned by entity DHCP. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:23.148352 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:23.153255 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:23.222708 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Pushing event updated for resources: {'Port': ['ID=cc01ae4a-0472-418a-8d2d-70eb93e19c3b,revision_number=1']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:23.237774 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:23.238114 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:23.238488 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:23.238817 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:23.239139 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:23.239459 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:23.239776 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:23.242865 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:23.242865 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:23.242865 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:23.242865 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:23.251010 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:23.257164 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Network 6827653f-c663-4945-8732-c2edff0bc621 is already hosted by enough agents. {{(pid=75068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:23.260392 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.scheduler.base_scheduler [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Resources bound (agent type, host, resource id): {{(pid=75068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:23.265552 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Received port after_create {{(pid=75068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:36:23.359474 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Attempting to bind port cc01ae4a-0472-418a-8d2d-70eb93e19c3b on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:36:23.359849 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Attempting to bind port cc01ae4a-0472-418a-8d2d-70eb93e19c3b by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': '517cfb16-e9a0-4f50-b5bf-665355a69ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6827653f-c663-4945-8732-c2edff0bc621'}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:36:23.360213 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Attempting to bind port cc01ae4a-0472-418a-8d2d-70eb93e19c3b on network 6827653f-c663-4945-8732-c2edff0bc621 {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:23.368252 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:36:23.368464 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Checking segment: {'id': '517cfb16-e9a0-4f50-b5bf-665355a69ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6827653f-c663-4945-8732-c2edff0bc621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:23.369549 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:23.369549 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Bound using segment: {'id': '517cfb16-e9a0-4f50-b5bf-665355a69ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6827653f-c663-4945-8732-c2edff0bc621'} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:36:23.369734 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Bound port: cc01ae4a-0472-418a-8d2d-70eb93e19c3b, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517cfb16-e9a0-4f50-b5bf-665355a69ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6827653f-c663-4945-8732-c2edff0bc621'}}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:36:23.371202 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:23.466306 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] For port cc01ae4a-0472-418a-8d2d-70eb93e19c3b, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:36:23.470045 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] For port cc01ae4a-0472-418a-8d2d-70eb93e19c3b, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=cc01ae4a-0472-418a-8d2d-70eb93e19c3b,segment=NetworkSegment(517cfb16-e9a0-4f50-b5bf-665355a69ee8),segment_id=517cfb16-e9a0-4f50-b5bf-665355a69ee8)] {{(pid=75068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:36:23.474496 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:23.478274 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:23.574527 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-db2af8c6-214d-4161-bbbf-b846f17de15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:23.576885 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Pushing event updated for resources: {'Port': ['ID=cc01ae4a-0472-418a-8d2d-70eb93e19c3b,revision_number=2']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:23.587321 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:24.262299 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device cc01ae4a-0472-418a-8d2d-70eb93e19c3b up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:24.336977 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port cc01ae4a-0472-418a-8d2d-70eb93e19c3b completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:24.365230 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a22c04-c1f2-4f7a-9db4-7cfa17cc916b None None] Network 6827653f-c663-4945-8732-c2edff0bc621 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:36:24.490422 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:24.490997 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-b7b5fe3a-bd2b-4331-8412-3e5890934c44 None None] Provisioning for port cc01ae4a-0472-418a-8d2d-70eb93e19c3b completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:24.509289 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-b7b5fe3a-bd2b-4331-8412-3e5890934c44 None None] Provisioning complete for port cc01ae4a-0472-418a-8d2d-70eb93e19c3b triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:24.509650 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b7b5fe3a-bd2b-4331-8412-3e5890934c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:24.715018 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b7b5fe3a-bd2b-4331-8412-3e5890934c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:24.754563 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-b7b5fe3a-bd2b-4331-8412-3e5890934c44 None None] For port cc01ae4a-0472-418a-8d2d-70eb93e19c3b, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=cc01ae4a-0472-418a-8d2d-70eb93e19c3b,segment=NetworkSegment(517cfb16-e9a0-4f50-b5bf-665355a69ee8),segment_id=517cfb16-e9a0-4f50-b5bf-665355a69ee8)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:24.761433 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b7b5fe3a-bd2b-4331-8412-3e5890934c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:24.763489 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:24.833877 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5fe3a-bd2b-4331-8412-3e5890934c44 None None] Pushing event updated for resources: {'Port': ['ID=cc01ae4a-0472-418a-8d2d-70eb93e19c3b,revision_number=3']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:24.837886 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-b7b5fe3a-bd2b-4331-8412-3e5890934c44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:24.987275 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-c5fc1413-0d5a-4cd3-b5ca-8963b33ee101 None None] Provisioning complete for port cc01ae4a-0472-418a-8d2d-70eb93e19c3b triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:24.987638 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-c5fc1413-0d5a-4cd3-b5ca-8963b33ee101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:26.027840 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:26.215260 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device cc01ae4a-0472-418a-8d2d-70eb93e19c3b up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:26.285859 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port cc01ae4a-0472-418a-8d2d-70eb93e19c3b triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:26.286143 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:51.396793 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-71879d1d-8cf2-4945-ba40-e3e44750519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:51.830877 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:53.518772 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-e7587361-b804-45cb-a387-65c23bcea55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:54.475373 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:56.029035 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:56.034403 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 5 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:37:21.400167 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-7872e6a1-c7a9-4a40-93aa-8b1478bcf50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:21.832918 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:23.530077 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-8bb5c708-049e-43f1-9647-5e40db47df4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:23.681722 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 53056) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:23.687639 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [None req-1f6221a5-e3c3-4150-8c8a-bfaabb9432c2 tempest-verify_tempest_config-2008936806 tempest-verify_tempest_config-2008936806-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=75066) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:37:23.688606 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-1f6221a5-e3c3-4150-8c8a-bfaabb9432c2 tempest-verify_tempest_config-2008936806 tempest-verify_tempest_config-2008936806-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0059018 Sep 15 08:37:24.005481 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 53072) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:24.140838 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:24.182201 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:24.185916 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Usage tracker for resource:security_group_rule and tenant:35c8a875578d4ed59389bda69ce6a75b is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:24.189096 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:24.194830 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:24.262864 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:24.266311 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:24.273821 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:24.311246 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92194562-4e1c-4c19-8ea3-da8352041803,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:24.316637 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35c8a875578d4ed59389bda69ce6a75b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3102047 Sep 15 08:37:24.319424 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 53078) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:24.321564 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.321904 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.322231 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.322578 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.322905 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.323223 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.323539 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.323867 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.324183 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.324495 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.324803 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.329309 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:24.379086 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:24.403880 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:24.476522 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:24.492957 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:24.496918 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:24.510055 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92194562-4e1c-4c19-8ea3-da8352041803,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:24.515715 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:24.516831 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92194562-4e1c-4c19-8ea3-da8352041803 HTTP/1.1" status: 204 len: 168 time: 0.1963639 Sep 15 08:37:24.521496 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.521951 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.522200 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.522560 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.523396 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.523721 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.524043 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.524382 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.524704 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.525020 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.525335 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:24.528828 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:26.033814 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:33.035451 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 5 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:37:51.402492 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ca4d671e-a687-4182-ace8-cee94d1a7bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:51.835930 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:53.521437 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3503ce9a-43b4-4b6d-b093-82c2a34f389c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:54.480298 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:56.034578 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:10.035521 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 5 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:38:21.403239 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-7006e2e1-c46f-4991-8e3c-b72c5f116feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:21.837993 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:23.524457 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-a718d0d5-37ae-4f78-8c61-eff0d2780dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:24.483394 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:26.037198 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:47.036055 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 5 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:38:51.404994 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-7fa25e64-97fe-417b-8ea5-0b5695451e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:51.838427 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.526875 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-c879a5fa-8221-44fd-b390-b16bf154ef99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:54.485612 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.042663 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.866910 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-358349'] for agent, after_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.278959 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 53148) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:16.413324 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-6b3941cb-cef2-4dd9-8752-938c7e8d2f4a admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1332786 Sep 15 08:39:18.394783 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 53158) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:18.472607 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-8b942b38-4207-441b-881f-e9e236cae167 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0767589 Sep 15 08:39:21.406456 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-d63c9649-04c0-4c9b-98d1-61092f7614ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:21.839904 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:23.527755 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-55e77c20-5e36-404f-a5a7-07661e2f9035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:24.038034 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:39:24.490919 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:26.042582 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:31.805565 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:51.407486 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-bd12e3d5-2910-4736-8207-11a057c793b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:51.840922 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:53.528360 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-8a9ab172-2390-4f9e-aa69-e3a9d21d8bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.490973 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:56.045692 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:01.038903 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:40:01.842154 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:21.411971 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-777d1f29-0a34-4b95-9e1c-01d03b38f5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:21.844452 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.537589 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-e9db64ea-627b-4790-b17f-68387e0e473c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:24.495322 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:26.050243 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:31.842011 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:38.039170 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:40:51.408065 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-af7359ab-82ea-4956-8215-be488e2dcada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:51.846829 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:53.531372 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ef324f81-fc81-4ea1-a39d-b1637a811fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:54.498295 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:56.053114 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:01.646175 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 53284) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:01.842224 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.047399 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-72937133-network', 'tenant_id': '1bac9cb5fdd54f97a38e11702dacef35'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:02.053699 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:02.058239 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Usage tracker for resource:network and tenant:1bac9cb5fdd54f97a38e11702dacef35 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:02.061240 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:02.066927 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:02.077654 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Made reservation on behalf of 1bac9cb5fdd54f97a38e11702dacef35 for: {'network': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:02.080030 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for network, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.092306 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.125389 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:02.129825 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Usage tracker for resource:security_group_rule and tenant:1bac9cb5fdd54f97a38e11702dacef35 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:02.132699 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:02.139361 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:02.209764 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.217720 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.236382 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=75066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:41:02.247974 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.248710 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.db.segments_db [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Added segment cc36087f-f1af-45b2-99b2-be29a6d14e3e of type vlan for network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 Sep 15 08:41:02.261012 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:02.297827 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c3c265-44dc-426e-942b-f7680043ab5f,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:02.308629 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729531529162'] for network, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.312765 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.313159 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.313649 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.314144 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.314493 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.314809 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.315288 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.315790 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.316112 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.316430 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.316742 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Tracked resource versions report: Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: pushed versions: Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'Log': {'1.0'}, Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'Network': {'1.1'}, Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'Port': {'1.5'}, Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'PortForwarding': {'1.2'}, Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'QosPolicy': {'1.8'}, Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'SecurityGroup': {'1.2'}, Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'SubPort': {'1.0'}, Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'Subnet': {'1.1'}, Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'Trunk': {'1.1'}} Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: consumer versions: Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: { DHCP agent@dv-cinder-806008-2-smb: {}, Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: HyperV agent@hv-cinder-80600: {}, Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: L3 agent@dv-cinder-806008-2-smb: {}, Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: Metadata agent@dv-cinder-806008-2-smb: {}, Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: Metering agent@dv-cinder-806008-2-smb: {}, Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: Open vSwitch agent@dv-cinder-806008-2-smb: { 'ConntrackHelper': '1.0', Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'Log': '1.0', Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'Network': '1.1', Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'Port': '1.5', Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'PortForwarding': '1.2', Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'QosPolicy': '1.8', Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'SecurityGroup': '1.2', Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'SecurityGroupRule': '1.0', Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'SubPort': '1.0', Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'Subnet': '1.1', Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: 'Trunk': '1.1'}} Sep 15 08:41:02.317783 dv-cinder-806008-2-smb neutron-server[75066]: {{(pid=75066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:41:02.321113 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:02.350492 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for network, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.351752 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:02.352325 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.356908 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:02.459698 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Pushing event updated for resources: {'Network': ['ID=7e883d06-eb92-4923-b2f2-e0fec40aaf76,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:02.469549 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 53318) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:02.472541 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Request body: {'subnet': {'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-72937133-subnet', 'tenant_id': '1bac9cb5fdd54f97a38e11702dacef35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:02.477707 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 details requested by agent ovs-agent-dv-cinder-806008-2-smb with host dv-cinder-806008-2-smb {{(pid=75068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:41:02.481200 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8337727 Sep 15 08:41:02.482251 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:02.483401 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:02.487439 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Usage tracker for resource:subnet and tenant:1bac9cb5fdd54f97a38e11702dacef35 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:02.490702 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:02.497351 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:02.509524 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Made reservation on behalf of 1bac9cb5fdd54f97a38e11702dacef35 for: {'subnet': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:02.512795 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.740211 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for subnet, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.745793 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:02.799081 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c14d6424-e236-4279-b7fc-91d959c729a8,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:02.812510 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.812847 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.813174 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.813497 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.813819 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.814129 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.814603 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.814780 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.815094 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.815407 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.815709 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Tracked resource versions report: Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: pushed versions: Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'Log': {'1.0'}, Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'Network': {'1.1'}, Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'Port': {'1.5'}, Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'PortForwarding': {'1.2'}, Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'QosPolicy': {'1.8'}, Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'SecurityGroup': {'1.2'}, Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'SubPort': {'1.0'}, Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'Subnet': {'1.1'}, Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'Trunk': {'1.1'}} Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: consumer versions: Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: { DHCP agent@dv-cinder-806008-2-smb: {}, Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: HyperV agent@hv-cinder-80600: {}, Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: L3 agent@dv-cinder-806008-2-smb: {}, Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: Metadata agent@dv-cinder-806008-2-smb: {}, Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: Metering agent@dv-cinder-806008-2-smb: {}, Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: Open vSwitch agent@dv-cinder-806008-2-smb: { 'ConntrackHelper': '1.0', Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'Log': '1.0', Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'Network': '1.1', Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'Port': '1.5', Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'PortForwarding': '1.2', Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'QosPolicy': '1.8', Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'SecurityGroup': '1.2', Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'SecurityGroupRule': '1.0', Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'SubPort': '1.0', Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'Subnet': '1.1', Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: 'Trunk': '1.1'}} Sep 15 08:41:02.816745 dv-cinder-806008-2-smb neutron-server[75067]: {{(pid=75067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:41:02.835217 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:02.843804 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Checking segment: {'id': 'cc36087f-f1af-45b2-99b2-be29a6d14e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:02.844163 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Network hostable DHCP agents. Network: 7e883d06-eb92-4923-b2f2-e0fec40aaf76, hostable agents: ['5500b75e-3e13-4568-b880-b73785507866'], hosted agents: [] {{(pid=75067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:41:02.868172 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 is scheduled to be hosted by DHCP agent 5500b75e-3e13-4568-b880-b73785507866 with binding_index 1 {{(pid=75067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:41:02.880563 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-smb, 7e883d06-eb92-4923-b2f2-e0fec40aaf76) {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:02.885166 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:02.886019 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.895564 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddc314f-de18-4de3-b3db-3d2dd81121b1 None None] Network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:41:02.914907 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4469578 Sep 15 08:41:03.060453 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 53344) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:03.113811 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 53352) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:03.131767 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482ff40c-88e6-40db-9658-1737930f010d None None] Network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:41:03.459788 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1315763640-network', 'tenant_id': '8a2504fc61c643689d3bd8f37fc59dc4'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:03.465716 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:03.469636 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Usage tracker for resource:network and tenant:8a2504fc61c643689d3bd8f37fc59dc4 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:03.473151 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:03.479587 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:03.490323 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Made reservation on behalf of 8a2504fc61c643689d3bd8f37fc59dc4 for: {'network': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:03.492697 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for network, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.505384 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.540959 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:03.545257 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Usage tracker for resource:security_group_rule and tenant:8a2504fc61c643689d3bd8f37fc59dc4 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:03.548561 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:03.554956 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:03.581749 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-290583702-network', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:03.587247 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:03.595563 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Usage tracker for resource:network and tenant:dc73385a541e443f85ce66f39b5a02cc is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:03.599557 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:03.610743 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 53372) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:03.637777 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:03.660265 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.667270 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.672609 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e1d8fa66-b595-4883-a1a7-1ed101051112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:03.681194 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Made reservation on behalf of dc73385a541e443f85ce66f39b5a02cc for: {'network': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:03.684060 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for network, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.701835 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.719028 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=75066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:41:03.745918 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.746247 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.db.segments_db [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Added segment 2a133aea-10c3-4401-a846-815ba12d4867 of type vlan for network 5523e415-2a49-4b5d-8124-718fb5ec48c4 Sep 15 08:41:03.781572 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:03.787158 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:03.791419 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:03.804960 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Usage tracker for resource:security_group_rule and tenant:dc73385a541e443f85ce66f39b5a02cc is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:03.809746 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:03.813266 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729531529162'] for network, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.819842 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:03.860770 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for network, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.862873 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:03.863453 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.871752 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-4c7f1edf-5bda-4511-9ae7-9534f757b991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:04.005270 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Pushing event updated for resources: {'Network': ['ID=5523e415-2a49-4b5d-8124-718fb5ec48c4,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:04.010743 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9490676 Sep 15 08:41:04.012114 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:04.013916 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.014077 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 53398) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:04.019474 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.024628 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Network 5523e415-2a49-4b5d-8124-718fb5ec48c4 details requested by agent ovs-agent-dv-cinder-806008-2-smb with host dv-cinder-806008-2-smb {{(pid=75068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:41:04.025195 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-25d3c83a-ab3b-4cce-87de-12707879d36a admin admin] Request body: {'subnet': {'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1315763640-subnet', 'tenant_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:04.032029 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-25d3c83a-ab3b-4cce-87de-12707879d36a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:04.037252 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=75066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:41:04.039231 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-25d3c83a-ab3b-4cce-87de-12707879d36a admin admin] Usage tracker for resource:subnet and tenant:8a2504fc61c643689d3bd8f37fc59dc4 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:04.043692 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-25d3c83a-ab3b-4cce-87de-12707879d36a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:04.049099 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.049648 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.db.segments_db [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Added segment 2c08aa4b-a1fc-44d4-b462-59f6886beb63 of type vlan for network debe74da-7043-4a8c-a5f8-de50c125be18 Sep 15 08:41:04.053486 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 53402) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:04.060915 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-222967857-network', 'tenant_id': '86820906c093481aaaf4340eacfde2db'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:04.067307 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:04.074015 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Usage tracker for resource:network and tenant:86820906c093481aaaf4340eacfde2db is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:04.079020 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:04.084645 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729531529162'] for network, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.087830 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:04.108991 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-25d3c83a-ab3b-4cce-87de-12707879d36a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:04.113869 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Made reservation on behalf of 86820906c093481aaaf4340eacfde2db for: {'network': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:04.116949 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:04.117952 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for network, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.127949 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for network, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.132202 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:04.132927 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.155626 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.167690 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae7b1eb-5701-4988-bd15-871530e39c76,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:04.171900 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:04.173425 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:04.213041 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:04.217569 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Usage tracker for resource:security_group_rule and tenant:86820906c093481aaaf4340eacfde2db is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:04.220536 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:04.227667 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:04.263043 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1475487 Sep 15 08:41:04.275251 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 53412) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:04.284272 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-bdf76b17-878a-42c8-add7-b8fff24a8921 admin admin] Request body: {'subnet': {'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-290583702-subnet', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:04.293883 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-bdf76b17-878a-42c8-add7-b8fff24a8921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:04.297410 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Pushing event updated for resources: {'Network': ['ID=debe74da-7043-4a8c-a5f8-de50c125be18,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:04.301286 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:04.304637 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-bdf76b17-878a-42c8-add7-b8fff24a8921 admin admin] Usage tracker for resource:subnet and tenant:dc73385a541e443f85ce66f39b5a02cc is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:04.309055 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Network debe74da-7043-4a8c-a5f8-de50c125be18 details requested by agent ovs-agent-dv-cinder-806008-2-smb with host dv-cinder-806008-2-smb {{(pid=75068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:41:04.309685 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-bdf76b17-878a-42c8-add7-b8fff24a8921 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:04.315942 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-bdf76b17-878a-42c8-add7-b8fff24a8921 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:04.357880 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d3c83a-ab3b-4cce-87de-12707879d36a admin admin] Made reservation on behalf of 8a2504fc61c643689d3bd8f37fc59dc4 for: {'subnet': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:04.363275 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-25d3c83a-ab3b-4cce-87de-12707879d36a admin admin] Notify callbacks [] for subnet, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.404296 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.423395 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf76b17-878a-42c8-add7-b8fff24a8921 admin admin] Made reservation on behalf of dc73385a541e443f85ce66f39b5a02cc for: {'subnet': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:04.426652 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bdf76b17-878a-42c8-add7-b8fff24a8921 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.460520 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.480047 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=75067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:41:04.489645 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.490302 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.db.segments_db [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Added segment ef88940d-29ae-4929-97b3-c1ba49b59f88 of type vlan for network 3d238d48-c667-4b75-9461-7e2b13d6ae1c Sep 15 08:41:04.519775 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729531529162'] for network, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.554756 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:04.572530 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for network, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.577941 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:04.578645 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.610738 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9939680 Sep 15 08:41:04.614357 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 53422) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:04.630222 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-12a8ac04-6a46-4e26-996b-8ed61bbef442 admin admin] Request body: {'subnet': {'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-subnet', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:04.636228 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-12a8ac04-6a46-4e26-996b-8ed61bbef442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:04.648211 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-12a8ac04-6a46-4e26-996b-8ed61bbef442 admin admin] Usage tracker for resource:subnet and tenant:86820906c093481aaaf4340eacfde2db is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:04.674174 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-12a8ac04-6a46-4e26-996b-8ed61bbef442 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:04.685856 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-12a8ac04-6a46-4e26-996b-8ed61bbef442 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:04.693610 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d232535f-d59d-4c57-be30-017670ce3aa6,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:04.700593 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:04.703917 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-18a8aaa5-c1c3-4617-aa3b-7119296f1b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:04.779938 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1343495626-network', 'tenant_id': '28cb1d8acd184d058a0227cc8770b227'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:04.790336 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a8ac04-6a46-4e26-996b-8ed61bbef442 admin admin] Made reservation on behalf of 86820906c093481aaaf4340eacfde2db for: {'subnet': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:04.792908 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-12a8ac04-6a46-4e26-996b-8ed61bbef442 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.843003 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bdf76b17-878a-42c8-add7-b8fff24a8921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for subnet, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.850010 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:04.935474 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf76b17-878a-42c8-add7-b8fff24a8921 admin admin] Checking segment: {'id': '2c08aa4b-a1fc-44d4-b462-59f6886beb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:04.935821 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf76b17-878a-42c8-add7-b8fff24a8921 admin admin] Network hostable DHCP agents. Network: debe74da-7043-4a8c-a5f8-de50c125be18, hostable agents: ['5500b75e-3e13-4568-b880-b73785507866'], hosted agents: [] {{(pid=75066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:41:04.944241 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf76b17-878a-42c8-add7-b8fff24a8921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:04.953768 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-bdf76b17-878a-42c8-add7-b8fff24a8921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:04.967864 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf76b17-878a-42c8-add7-b8fff24a8921 admin admin] Network debe74da-7043-4a8c-a5f8-de50c125be18 is scheduled to be hosted by DHCP agent 5500b75e-3e13-4568-b880-b73785507866 with binding_index 1 {{(pid=75066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:41:04.976773 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:04.983160 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-bdf76b17-878a-42c8-add7-b8fff24a8921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-smb, debe74da-7043-4a8c-a5f8-de50c125be18) {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:04.986578 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Usage tracker for resource:network and tenant:28cb1d8acd184d058a0227cc8770b227 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:04.995950 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870258a4-7f60-4b82-b811-29eb3e6dff34 None None] Network debe74da-7043-4a8c-a5f8-de50c125be18 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:41:04.999463 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Pushing event updated for resources: {'Network': ['ID=3d238d48-c667-4b75-9461-7e2b13d6ae1c,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:05.005984 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:05.012830 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:05.016236 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf76b17-878a-42c8-add7-b8fff24a8921 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:05.018529 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bdf76b17-878a-42c8-add7-b8fff24a8921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.020489 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:05.034578 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Made reservation on behalf of 28cb1d8acd184d058a0227cc8770b227 for: {'network': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:05.041390 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for network, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.070167 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-bdf76b17-878a-42c8-add7-b8fff24a8921 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7932975 Sep 15 08:41:05.073606 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 53440) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:05.079154 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:05.085648 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:05.097905 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Usage tracker for resource:router and tenant:dc73385a541e443f85ce66f39b5a02cc is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:05.115372 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:05.122182 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:05.140219 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.141987 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-359864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.143631 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-359717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-357069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-876'] for router, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.187732 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.220888 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Network 3d238d48-c667-4b75-9461-7e2b13d6ae1c details requested by agent ovs-agent-dv-cinder-806008-2-smb with host dv-cinder-806008-2-smb {{(pid=75068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:41:05.234335 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-25d3c83a-ab3b-4cce-87de-12707879d36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for subnet, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.258597 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-4b64d546-8482-45be-b08c-01df55419a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:05.366359 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:05.396668 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Usage tracker for resource:security_group_rule and tenant:28cb1d8acd184d058a0227cc8770b227 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:05.401198 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d3c83a-ab3b-4cce-87de-12707879d36a admin admin] Checking segment: {'id': '2a133aea-10c3-4401-a846-815ba12d4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:05.401548 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d3c83a-ab3b-4cce-87de-12707879d36a admin admin] Network hostable DHCP agents. Network: 5523e415-2a49-4b5d-8124-718fb5ec48c4, hostable agents: ['5500b75e-3e13-4568-b880-b73785507866'], hosted agents: [] {{(pid=75067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:41:05.448873 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:05.463648 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6161fdaf-c2ad-55bd-b05b-2aafc9d833f1-debe74da-7043-4a8c-a5f8-de50c125be18', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'fixed_ips': [{'subnet_id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2'}]}} from dv-cinder-806008-2-smb. {{(pid=75068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:41:05.464886 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.514296 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:05.536196 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d3c83a-ab3b-4cce-87de-12707879d36a admin admin] Network 5523e415-2a49-4b5d-8124-718fb5ec48c4 is scheduled to be hosted by DHCP agent 5500b75e-3e13-4568-b880-b73785507866 with binding_index 1 {{(pid=75067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:41:05.583444 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-25d3c83a-ab3b-4cce-87de-12707879d36a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-smb, 5523e415-2a49-4b5d-8124-718fb5ec48c4) {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:05.596134 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3c83a-ab3b-4cce-87de-12707879d36a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d953322-a64f-42ac-8128-2109fba4be9a,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:05.633715 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d3c83a-ab3b-4cce-87de-12707879d36a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:05.634369 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-25d3c83a-ab3b-4cce-87de-12707879d36a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.668421 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-882'] for router, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.708377 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-25d3c83a-ab3b-4cce-87de-12707879d36a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6927927 Sep 15 08:41:05.714257 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 53456) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:05.722967 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1315763640-router', 'tenant_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:05.728341 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:05.734461 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Usage tracker for resource:router and tenant:8a2504fc61c643689d3bd8f37fc59dc4 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:05.788026 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:05.809063 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:05.814995 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-25d3c83a-ab3b-4cce-87de-12707879d36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:05.839944 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-359864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.842280 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-359717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-357069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-876'] for router, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.858570 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.db_base_plugin_common [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Allocated IP 172.20.0.2 (debe74da-7043-4a8c-a5f8-de50c125be18/9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2/dc37fa92-9481-45d9-b95d-f770e916e52b) {{(pid=75068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:05.860176 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-12a8ac04-6a46-4e26-996b-8ed61bbef442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for subnet, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.879895 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:05.922197 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.038892 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.070807 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.102784 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Notify callbacks [] for port, precommit_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.122953 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8ac04-6a46-4e26-996b-8ed61bbef442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc783f9-168d-423f-8179-cb2450becd9d,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:06.150008 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Transition to ACTIVE for port object dc37fa92-9481-45d9-b95d-f770e916e52b will not be triggered until provisioned by entity L2. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:06.153542 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-12a8ac04-6a46-4e26-996b-8ed61bbef442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:06.153953 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:06.175256 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=75067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:41:06.199333 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Transition to ACTIVE for port object dc37fa92-9481-45d9-b95d-f770e916e52b will not be triggered until provisioned by entity DHCP. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:06.208053 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06e027e-815d-4f19-b585-4a73a76dd06f None None] Network 5523e415-2a49-4b5d-8124-718fb5ec48c4 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:41:06.263277 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.263655 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.db.segments_db [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Added segment f3e6e7f8-f49e-495f-a086-928ec47cd6a5 of type vlan for network 40318bfd-9f61-408f-b5be-145432193cca Sep 15 08:41:06.289242 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eeef310-c086-4c81-b5f7-2c8a475efbf3,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:06.311298 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a8ac04-6a46-4e26-996b-8ed61bbef442 admin admin] Checking segment: {'id': 'ef88940d-29ae-4929-97b3-c1ba49b59f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:06.311650 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a8ac04-6a46-4e26-996b-8ed61bbef442 admin admin] Network hostable DHCP agents. Network: 3d238d48-c667-4b75-9461-7e2b13d6ae1c, hostable agents: ['5500b75e-3e13-4568-b880-b73785507866'], hosted agents: [] {{(pid=75067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:41:06.351271 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 53484) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:06.378900 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.388904 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:06.393329 dv-cinder-806008-2-smb neutron-server[75067]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 08:41:06.440480 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729531529162'] for network, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.447336 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.496754 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.504738 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:06.559392 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-882'] for router, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.609326 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Pushing event updated for resources: {'Port': ['ID=dc37fa92-9481-45d9-b95d-f770e916e52b,revision_number=1']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:06.625273 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:06.625652 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:06.625952 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:06.626287 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:06.626638 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:06.626961 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:06.627278 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:06.627761 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:06.628089 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:06.628401 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:06.628715 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Tracked resource versions report: Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: pushed versions: Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'Log': {'1.0'}, Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'Network': {'1.1'}, Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'Port': {'1.5'}, Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'PortForwarding': {'1.2'}, Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'QosPolicy': {'1.8'}, Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'SecurityGroup': {'1.2'}, Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'SubPort': {'1.0'}, Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'Subnet': {'1.1'}, Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'Trunk': {'1.1'}} Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: consumer versions: Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: { DHCP agent@dv-cinder-806008-2-smb: {}, Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: HyperV agent@hv-cinder-80600: {}, Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: L3 agent@dv-cinder-806008-2-smb: {}, Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: Metadata agent@dv-cinder-806008-2-smb: {}, Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: Metering agent@dv-cinder-806008-2-smb: {}, Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: Open vSwitch agent@dv-cinder-806008-2-smb: { 'ConntrackHelper': '1.0', Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'Log': '1.0', Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'Network': '1.1', Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'Port': '1.5', Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'PortForwarding': '1.2', Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'QosPolicy': '1.8', Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'SecurityGroup': '1.2', Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'SecurityGroupRule': '1.0', Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'SubPort': '1.0', Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'Subnet': '1.1', Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: 'Trunk': '1.1'}} Sep 15 08:41:06.630003 dv-cinder-806008-2-smb neutron-server[75068]: {{(pid=75068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:41:06.637080 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Network debe74da-7043-4a8c-a5f8-de50c125be18 is already hosted by enough agents. {{(pid=75068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:06.645994 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:06.649234 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.scheduler.base_scheduler [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Resources bound (agent type, host, resource id): {{(pid=75068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:06.653390 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Received port after_create {{(pid=75068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:06.752203 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a8ac04-6a46-4e26-996b-8ed61bbef442 admin admin] Network 3d238d48-c667-4b75-9461-7e2b13d6ae1c is scheduled to be hosted by DHCP agent 5500b75e-3e13-4568-b880-b73785507866 with binding_index 1 {{(pid=75067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:41:06.758079 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for network, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.771978 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:06.773356 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.795328 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:06.806962 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Allocated IP 172.28.3.97 (73c61116-91a8-4da6-aa3b-f7696623d1e1/317a8ae9-9a6a-4d69-ac7b-76c2be89eb75/beccd06f-61f5-4f56-8a12-429067e9a946) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:06.835084 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26e8950-44ea-43c9-8d9a-3698a82c6084 None None] Network 5523e415-2a49-4b5d-8124-718fb5ec48c4 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:41:06.836888 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-12a8ac04-6a46-4e26-996b-8ed61bbef442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-smb, 3d238d48-c667-4b75-9461-7e2b13d6ae1c) {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:06.844445 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-055054a6-5a01-4fa7-9bb9-fe0681ef1339 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:06.846283 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-055054a6-5a01-4fa7-9bb9-fe0681ef1339 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/networks?id=7e883d06-eb92-4923-b2f2-e0fec40aaf76 HTTP/1.1" status: 200 len: 813 time: 0.4865580 Sep 15 08:41:06.905585 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a8ac04-6a46-4e26-996b-8ed61bbef442 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:06.906558 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-12a8ac04-6a46-4e26-996b-8ed61bbef442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.922398 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Attempting to bind port dc37fa92-9481-45d9-b95d-f770e916e52b on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:06.923008 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Attempting to bind port dc37fa92-9481-45d9-b95d-f770e916e52b by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': '2c08aa4b-a1fc-44d4-b462-59f6886beb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18'}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:06.923378 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Attempting to bind port dc37fa92-9481-45d9-b95d-f770e916e52b on network debe74da-7043-4a8c-a5f8-de50c125be18 {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:06.944982 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:06.945367 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Checking segment: {'id': '2c08aa4b-a1fc-44d4-b462-59f6886beb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:06.945887 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.946296 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Bound using segment: {'id': '2c08aa4b-a1fc-44d4-b462-59f6886beb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18'} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:06.946803 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Bound port: dc37fa92-9481-45d9-b95d-f770e916e52b, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c08aa4b-a1fc-44d4-b462-59f6886beb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18'}}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:06.947192 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.953277 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-30508b6c-3983-4542-bc2e-6e547782e2d5 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/quotas/1bac9cb5fdd54f97a38e11702dacef35 HTTP/1.1" status: 200 len: 375 time: 0.0615168 Sep 15 08:41:06.960180 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8617754 Sep 15 08:41:06.961666 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae104ba5-4482-47ed-bbaf-31b46932a8ab None None] Network 3d238d48-c667-4b75-9461-7e2b13d6ae1c requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:41:06.976234 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 53502) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:06.984987 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-4036856e-7338-457c-80ad-dda432ae81c4 admin admin] Request body: {'subnet': {'network_id': '40318bfd-9f61-408f-b5be-145432193cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1343495626-subnet', 'tenant_id': '28cb1d8acd184d058a0227cc8770b227', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:07.001292 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-4036856e-7338-457c-80ad-dda432ae81c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:07.010300 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-4036856e-7338-457c-80ad-dda432ae81c4 admin admin] Usage tracker for resource:subnet and tenant:28cb1d8acd184d058a0227cc8770b227 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:07.014961 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-4036856e-7338-457c-80ad-dda432ae81c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:07.025961 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-4036856e-7338-457c-80ad-dda432ae81c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:07.043050 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-f3d9a216-a8df-4a9b-a784-3f9b1eaebcda tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bac9cb5fdd54f97a38e11702dacef35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884488 Sep 15 08:41:07.043944 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Pushing event updated for resources: {'Network': ['ID=40318bfd-9f61-408f-b5be-145432193cca,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:07.049021 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-12a8ac04-6a46-4e26-996b-8ed61bbef442 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4310186 Sep 15 08:41:07.050173 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:07.051732 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 53508) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:07.057841 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:07.063455 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:07.068263 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Usage tracker for resource:router and tenant:86820906c093481aaaf4340eacfde2db is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:07.072103 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:07.078924 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:07.105318 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-359864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:07.110231 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-359717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-357069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-876'] for router, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:07.119451 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Network 40318bfd-9f61-408f-b5be-145432193cca details requested by agent ovs-agent-dv-cinder-806008-2-smb with host dv-cinder-806008-2-smb {{(pid=75068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:41:07.141224 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4036856e-7338-457c-80ad-dda432ae81c4 admin admin] Made reservation on behalf of 28cb1d8acd184d058a0227cc8770b227 for: {'subnet': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:07.148800 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4036856e-7338-457c-80ad-dda432ae81c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:07.160566 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:07.284868 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:07.326236 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:07.345543 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:07.468332 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-882'] for router, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:07.505370 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] For port dc37fa92-9481-45d9-b95d-f770e916e52b, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:07.513620 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] For port dc37fa92-9481-45d9-b95d-f770e916e52b, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=dc37fa92-9481-45d9-b95d-f770e916e52b,segment=NetworkSegment(2c08aa4b-a1fc-44d4-b462-59f6886beb63),segment_id=2c08aa4b-a1fc-44d4-b462-59f6886beb63)] {{(pid=75068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:07.518601 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-7c84eae4-0788-4cf2-920a-a33263266b14 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=75067) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:41:07.519859 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-7c84eae4-0788-4cf2-920a-a33263266b14 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1458316 Sep 15 08:41:07.563655 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:07.590780 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:07.649995 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6161fdaf-c2ad-55bd-b05b-2aafc9d833f1-3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d'}]}} from dv-cinder-806008-2-smb. {{(pid=75068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:41:07.651420 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:07.675590 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:07.733411 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:07.804844 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-7b63d407-6b8d-4274-a646-7487bfa1a8d4 service neutron] 10.222.0.24 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866715 Sep 15 08:41:07.894478 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Pushing event updated for resources: {'Port': ['ID=dc37fa92-9481-45d9-b95d-f770e916e52b,revision_number=2']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:07.895791 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Allocated IP 172.28.3.169 (73c61116-91a8-4da6-aa3b-f7696623d1e1/317a8ae9-9a6a-4d69-ac7b-76c2be89eb75/3c7d0400-111a-4554-898e-8d8156db73af) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:07.908769 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Network 73c61116-91a8-4da6-aa3b-f7696623d1e1 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:07.916330 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:07.917777 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:07.967415 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:08.120876 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Pushing event updated for resources: {'Port': ['ID=beccd06f-61f5-4f56-8a12-429067e9a946,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:08.216025 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 53564) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:08.238586 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 53570) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:08.238796 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.db_base_plugin_common [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Allocated IP 172.20.0.2 (3d238d48-c667-4b75-9461-7e2b13d6ae1c/fbc783f9-168d-423f-8179-cb2450becd9d/60bad5b3-b8f6-49a6-a7a1-4c594dfc2936) {{(pid=75068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:08.360645 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:08.362909 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-db2fdd4b-0c2d-4009-9186-4d9988f6d303 service neutron] 10.222.0.24 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482469 Sep 15 08:41:08.479929 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:08.556703 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:08.565217 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4036856e-7338-457c-80ad-dda432ae81c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for subnet, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:08.573507 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Notify callbacks [] for port, precommit_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:08.586818 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Transition to ACTIVE for port object 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 will not be triggered until provisioned by entity L2. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:08.593257 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-3a901b7f-077a-40d9-a88c-c98de881f0c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:08.610382 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Transition to ACTIVE for port object 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 will not be triggered until provisioned by entity DHCP. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:08.615624 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device dc37fa92-9481-45d9-b95d-f770e916e52b up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:08.656384 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:08.696836 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036856e-7338-457c-80ad-dda432ae81c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69639eb8-b5b5-498e-bb51-5fb437d70577,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:08.715135 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:08.717703 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-4036856e-7338-457c-80ad-dda432ae81c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:08.769260 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7c0d80e5-20a2-4c58-b865-e582727478b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:08.831532 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-26765661-1b45-4f23-85d4-93401cf4ed01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:08.867501 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4036856e-7338-457c-80ad-dda432ae81c4 admin admin] Checking segment: {'id': 'f3e6e7f8-f49e-495f-a086-928ec47cd6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '40318bfd-9f61-408f-b5be-145432193cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:08.867857 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4036856e-7338-457c-80ad-dda432ae81c4 admin admin] Network hostable DHCP agents. Network: 40318bfd-9f61-408f-b5be-145432193cca, hostable agents: ['5500b75e-3e13-4568-b880-b73785507866'], hosted agents: [] {{(pid=75066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:41:08.889123 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Network 3d238d48-c667-4b75-9461-7e2b13d6ae1c is already hosted by enough agents. {{(pid=75068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:08.898519 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.scheduler.base_scheduler [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Resources bound (agent type, host, resource id): {{(pid=75068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:08.906539 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Received port after_create {{(pid=75068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:08.939184 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:08.945290 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:08.946697 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-359857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-357650'] for router, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:08.954176 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-95f33ac7-a7fd-4d45-b4b2-d071d38b15fe req-90399ec7-6bd8-40b0-b88c-2163e9777020 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 210 time: 0.1419964 Sep 15 08:41:08.954985 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Pushing event updated for resources: {'Port': ['ID=60bad5b3-b8f6-49a6-a7a1-4c594dfc2936,revision_number=1']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:08.972137 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:09.004440 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-7c0d80e5-20a2-4c58-b865-e582727478b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:09.005833 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-7c0d80e5-20a2-4c58-b865-e582727478b9 admin admin] Usage tracker for resource:security_group_rule and tenant:e12f9ab19d5a459789c440e4ab5f3b40 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:09.012626 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-7c0d80e5-20a2-4c58-b865-e582727478b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:09.023063 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-26765661-1b45-4f23-85d4-93401cf4ed01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:09.043361 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-7c0d80e5-20a2-4c58-b865-e582727478b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:09.045727 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-26765661-1b45-4f23-85d4-93401cf4ed01 admin admin] Usage tracker for resource:security_group_rule and tenant:1442f92ed3a14a46b1a3167527fec66d is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:09.049845 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-26765661-1b45-4f23-85d4-93401cf4ed01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:09.070221 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-26765661-1b45-4f23-85d4-93401cf4ed01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:09.137728 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Attempting to bind port 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:09.142719 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Attempting to bind port 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': 'ef88940d-29ae-4929-97b3-c1ba49b59f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c'}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:09.144819 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4036856e-7338-457c-80ad-dda432ae81c4 admin admin] Network 40318bfd-9f61-408f-b5be-145432193cca is scheduled to be hosted by DHCP agent 5500b75e-3e13-4568-b880-b73785507866 with binding_index 1 {{(pid=75066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:41:09.145284 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Attempting to bind port 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 on network 3d238d48-c667-4b75-9461-7e2b13d6ae1c {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:09.148606 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port dc37fa92-9481-45d9-b95d-f770e916e52b completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:09.164684 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:09.165070 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Checking segment: {'id': 'ef88940d-29ae-4929-97b3-c1ba49b59f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:09.166079 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.167076 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Bound using segment: {'id': 'ef88940d-29ae-4929-97b3-c1ba49b59f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c'} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:09.167912 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Bound port: 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef88940d-29ae-4929-97b3-c1ba49b59f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c'}}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:09.168344 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.201982 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-4036856e-7338-457c-80ad-dda432ae81c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-smb, 40318bfd-9f61-408f-b5be-145432193cca) {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:09.209319 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4036856e-7338-457c-80ad-dda432ae81c4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:09.209912 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4036856e-7338-457c-80ad-dda432ae81c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.232405 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595c015b-b733-4d93-87a3-15ba2b0993cc None None] Network 40318bfd-9f61-408f-b5be-145432193cca requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:41:09.264498 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7c0d80e5-20a2-4c58-b865-e582727478b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.267987 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-4036856e-7338-457c-80ad-dda432ae81c4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2903543 Sep 15 08:41:09.311072 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7c0d80e5-20a2-4c58-b865-e582727478b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.382807 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.390650 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:09.392800 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeaada7-3bc9-45f7-8da2-f8ec0841bc7e None None] Network debe74da-7043-4a8c-a5f8-de50c125be18 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:41:09.395467 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-26765661-1b45-4f23-85d4-93401cf4ed01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.410890 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:09.467044 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d80e5-20a2-4c58-b865-e582727478b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2adce2-758b-40a0-bdad-47f343f94e20,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:09.470432 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-7c0d80e5-20a2-4c58-b865-e582727478b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:09.471218 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-26765661-1b45-4f23-85d4-93401cf4ed01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.477826 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Pushing event updated for resources: {'Port': ['ID=3c7d0400-111a-4554-898e-8d8156db73af,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:09.486283 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:09.503300 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Network 73c61116-91a8-4da6-aa3b-f7696623d1e1 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:09.505101 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:09.508899 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:09.516138 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-20869943-a63b-458a-a9fd-8315e6f8b82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:09.542927 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-26765661-1b45-4f23-85d4-93401cf4ed01 admin admin] Synchronizing usage tracker for tenant:e2dbb15fb5c743e993b0b71fab07194e on resource:security_group {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:09.569204 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] For port 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:09.579801 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] For port 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=60bad5b3-b8f6-49a6-a7a1-4c594dfc2936,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:09.600641 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26765661-1b45-4f23-85d4-93401cf4ed01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d2a272-d008-4716-ac96-84e40ebede1c,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:09.604070 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.605376 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-26765661-1b45-4f23-85d4-93401cf4ed01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:09.612180 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-7c0d80e5-20a2-4c58-b865-e582727478b9 admin admin] Synchronizing usage tracker for tenant:e2dbb15fb5c743e993b0b71fab07194e on resource:security_group {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:09.623559 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-26765661-1b45-4f23-85d4-93401cf4ed01 admin admin] Unset dirty status for tenant:e2dbb15fb5c743e993b0b71fab07194e on resource:security_group {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:09.625105 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:09.625688 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-26765661-1b45-4f23-85d4-93401cf4ed01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1442f92ed3a14a46b1a3167527fec66d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4087093 Sep 15 08:41:09.627862 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_common [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Allocated IP 172.28.3.124 (73c61116-91a8-4da6-aa3b-f7696623d1e1/317a8ae9-9a6a-4d69-ac7b-76c2be89eb75/e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a) {{(pid=75067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:09.630604 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 53624) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:09.683042 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-7c0d80e5-20a2-4c58-b865-e582727478b9 admin admin] Unset dirty status for tenant:e2dbb15fb5c743e993b0b71fab07194e on resource:security_group {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:09.684552 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-7c0d80e5-20a2-4c58-b865-e582727478b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e12f9ab19d5a459789c440e4ab5f3b40&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4419467 Sep 15 08:41:09.690336 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 53630) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:09.738113 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Pushing event updated for resources: {'Port': ['ID=60bad5b3-b8f6-49a6-a7a1-4c594dfc2936,revision_number=2']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:09.741045 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-ce5775ba-65c6-49f4-8088-571b238af39c None None] Provisioning for port dc37fa92-9481-45d9-b95d-f770e916e52b completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:09.759037 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:09.762901 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-ce5775ba-65c6-49f4-8088-571b238af39c None None] Provisioning complete for port dc37fa92-9481-45d9-b95d-f770e916e52b triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:09.763534 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ce5775ba-65c6-49f4-8088-571b238af39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.802818 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-db7795ea-5926-479a-ac93-b12fb9319ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.806233 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Router 611f2f48-4472-43ea-86ac-72a04086c4c1 is scheduled to L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 with binding_index 1 {{(pid=75066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:41:09.843075 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-db7795ea-5926-479a-ac93-b12fb9319ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.854797 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.855521 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-359857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-357650'] for router, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.905347 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc00a-e0c0-432e-a625-a4cb31e84983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.951534 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc00a-e0c0-432e-a625-a4cb31e84983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:10.000754 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877401a4-3880-4c20-8545-ab1a63ea793b None None] Network 40318bfd-9f61-408f-b5be-145432193cca requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:41:10.101828 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 53648) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:10.113202 dv-cinder-806008-2-smb neutron-server[75066]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 08:41:10.194078 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-39483bf2-dab5-4466-845b-04f54b08c9ce req-82ea020c-c8a9-46cd-92e5-c94a3e0c2ff8 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 210 time: 0.0910730 Sep 15 08:41:10.199436 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-db7795ea-5926-479a-ac93-b12fb9319ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:10.227380 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:10.281295 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7795ea-5926-479a-ac93-b12fb9319ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2adce2-758b-40a0-bdad-47f343f94e20,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:10.289306 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-db7795ea-5926-479a-ac93-b12fb9319ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:10.297303 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-db7795ea-5926-479a-ac93-b12fb9319ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:10.317908 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-db7795ea-5926-479a-ac93-b12fb9319ad8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc2adce2-758b-40a0-bdad-47f343f94e20 HTTP/1.1" status: 204 len: 168 time: 0.6098018 Sep 15 08:41:10.358653 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-f42926d2-631c-4a86-9893-7e3f3cc67415 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:10.366055 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-f42926d2-631c-4a86-9893-7e3f3cc67415 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Synchronizing usage tracker for tenant:28cb1d8acd184d058a0227cc8770b227 on resource:network {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:10.565718 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ce5775ba-65c6-49f4-8088-571b238af39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:10.574389 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-f42926d2-631c-4a86-9893-7e3f3cc67415 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Unset dirty status for tenant:28cb1d8acd184d058a0227cc8770b227 on resource:network {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:10.578274 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:10.588820 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-f42926d2-631c-4a86-9893-7e3f3cc67415 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/networks?id=40318bfd-9f61-408f-b5be-145432193cca HTTP/1.1" status: 200 len: 812 time: 0.6198242 Sep 15 08:41:10.663695 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:10.689145 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-ce5775ba-65c6-49f4-8088-571b238af39c None None] For port dc37fa92-9481-45d9-b95d-f770e916e52b, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=dc37fa92-9481-45d9-b95d-f770e916e52b,segment=NetworkSegment(2c08aa4b-a1fc-44d4-b462-59f6886beb63),segment_id=2c08aa4b-a1fc-44d4-b462-59f6886beb63)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:10.693180 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-741d7546-c8c7-43b7-8365-dd482099d5ae tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/quotas/28cb1d8acd184d058a0227cc8770b227 HTTP/1.1" status: 200 len: 375 time: 0.1015942 Sep 15 08:41:10.696340 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc00a-e0c0-432e-a625-a4cb31e84983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:10.704069 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ce5775ba-65c6-49f4-8088-571b238af39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:10.708833 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:10.710312 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-b7b5fe3a-bd2b-4331-8412-3e5890934c44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:10.805076 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5775ba-65c6-49f4-8088-571b238af39c None None] Pushing event updated for resources: {'Port': ['ID=dc37fa92-9481-45d9-b95d-f770e916e52b,revision_number=3']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:10.821460 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-ce5775ba-65c6-49f4-8088-571b238af39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:10.860920 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:10.876888 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bdc00a-e0c0-432e-a625-a4cb31e84983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d2a272-d008-4716-ac96-84e40ebede1c,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:10.897742 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-5d1b6789-ca13-4772-9cc3-43870b9a27f8 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=28cb1d8acd184d058a0227cc8770b227&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1624858 Sep 15 08:41:10.899497 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:41:10.905281 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-c0bdc00a-e0c0-432e-a625-a4cb31e84983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:10.915086 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Sync routers for ids ['611f2f48-4472-43ea-86ac-72a04086c4c1'] in dv-cinder-806008-2-smb {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:41:10.930399 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Routers {'611f2f48-4472-43ea-86ac-72a04086c4c1'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:10.931036 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:40:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['611f2f48-4472-43ea-86ac-72a04086c4c1'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:10.997239 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Notify callbacks [] for router, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:10.998687 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9239249 Sep 15 08:41:11.003536 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 53674) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:11.089663 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 53678) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:11.112302 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:11.159638 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-f7f7471a-cd8b-4d71-a3e9-40c163811079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:11.169477 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-4d44e8e6-2571-4440-96d5-1c75c45eb31f None None] Provisioning complete for port dc37fa92-9481-45d9-b95d-f770e916e52b triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:11.169950 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-4d44e8e6-2571-4440-96d5-1c75c45eb31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:11.206520 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Network 73c61116-91a8-4da6-aa3b-f7696623d1e1 is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:11.207938 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc00a-e0c0-432e-a625-a4cb31e84983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:11.209581 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-c0bdc00a-e0c0-432e-a625-a4cb31e84983 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22d2a272-d008-4716-ac96-84e40ebede1c HTTP/1.1" status: 204 len: 168 time: 1.5759776 Sep 15 08:41:11.233840 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Set router 611f2f48-4472-43ea-86ac-72a04086c4c1 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:11.287466 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:11.297423 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Received port after_create {{(pid=75067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:11.358957 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Router a31fdb82-ab2f-4d1f-8673-d9c724ef3829 is scheduled to L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 with binding_index 1 {{(pid=75066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:41:11.381899 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-84e264e8-744f-427b-9670-0ed64c5605bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:11.404988 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:11.409156 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:11.482213 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-0081f6b8-0165-4f81-893c-243a1501c935 service neutron] 10.222.0.24 "GET /v2.0/networks/40318bfd-9f61-408f-b5be-145432193cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523276 Sep 15 08:41:11.619179 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27c220f-6700-4a82-9260-1c60b830ef07 None None] Network 3d238d48-c667-4b75-9461-7e2b13d6ae1c requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:41:11.673484 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-84e264e8-744f-427b-9670-0ed64c5605bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:11.680765 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-84e264e8-744f-427b-9670-0ed64c5605bc admin admin] Usage tracker for resource:security_group_rule and tenant:fed7c8e983634a74a1042ec8e8e5d2f3 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:11.684501 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-84e264e8-744f-427b-9670-0ed64c5605bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:11.690640 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-84e264e8-744f-427b-9670-0ed64c5605bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:11.705920 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:08Z', 'revision_number': 3, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:11.712412 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Checking router: 611f2f48-4472-43ea-86ac-72a04086c4c1 for host: dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:41:11.712951 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Updating router 611f2f48-4472-43ea-86ac-72a04086c4c1 port beccd06f-61f5-4f56-8a12-429067e9a946 binding host dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:41:11.765012 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-169356c0-8201-42c4-a9fe-3243f5699bdb req-37063f95-4119-4c0f-b73b-79e9e8719abb tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 210 time: 0.1741748 Sep 15 08:41:11.766929 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.42', 58793) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:11.784496 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:11.832688 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-84e264e8-744f-427b-9670-0ed64c5605bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:11.853055 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-84e264e8-744f-427b-9670-0ed64c5605bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:11.864665 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-41e1092f-2da5-4964-ad46-e688026a0595 None None] Provisioning for port 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:11.871995 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:11.906941 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-41e1092f-2da5-4964-ad46-e688026a0595 None None] Provisioning complete for port 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:11.907325 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-41e1092f-2da5-4964-ad46-e688026a0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.030383 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-3f93706b-2e43-416a-b6a6-3e196e2a6cf8 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:12.032043 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-3f93706b-2e43-416a-b6a6-3e196e2a6cf8 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Synchronizing usage tracker for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:network {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:12.076733 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 53700) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:12.108519 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e264e8-744f-427b-9670-0ed64c5605bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec65e08-e74d-43fd-8644-449cfa818203,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:12.111704 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-84e264e8-744f-427b-9670-0ed64c5605bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:12.129558 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-84e264e8-744f-427b-9670-0ed64c5605bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fed7c8e983634a74a1042ec8e8e5d2f3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0194271 Sep 15 08:41:12.135709 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 53704) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:12.197126 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-3f93706b-2e43-416a-b6a6-3e196e2a6cf8 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Unset dirty status for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:network {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:12.200216 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-3f93706b-2e43-416a-b6a6-3e196e2a6cf8 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.42 "GET /v2.0/networks?id=7e883d06-eb92-4923-b2f2-e0fec40aaf76 HTTP/1.1" status: 200 len: 813 time: 0.4160182 Sep 15 08:41:12.223010 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-ddf610e0-cceb-4554-8c33-e3f5e8b870e1 service neutron] 10.222.0.24 "GET /v2.0/networks/40318bfd-9f61-408f-b5be-145432193cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7398493 Sep 15 08:41:12.310950 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Request body: {'port': {'device_id': '7b364688-0c1b-4db2-8d89-4162aab1de13', 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76', 'admin_state_up': True, 'tenant_id': '1bac9cb5fdd54f97a38e11702dacef35'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:12.320511 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8199-c8eb-41f4-903d-4657589a0e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.334814 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-41e1092f-2da5-4964-ad46-e688026a0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.348408 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3038277d-be5e-4dfd-8a8c-52061a19bbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.414249 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8199-c8eb-41f4-903d-4657589a0e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.441979 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Notify callbacks [] for port, precommit_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.466946 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device dc37fa92-9481-45d9-b95d-f770e916e52b up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:12.494371 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.provisioning_blocks [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Transition to ACTIVE for port object beccd06f-61f5-4f56-8a12-429067e9a946 will not be triggered until provisioned by entity L2. {{(pid=75069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:12.516040 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.534540 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-c42f6a6c-181d-4de7-bce8-56dddd5b6483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:12.579911 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8199-c8eb-41f4-903d-4657589a0e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.610403 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-846c0a41-5d42-45f8-853b-10645872bd43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:12.615346 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:41:12.651718 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.653487 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-359857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-357650'] for router, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.671584 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-3038277d-be5e-4dfd-8a8c-52061a19bbb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:12.691356 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-3038277d-be5e-4dfd-8a8c-52061a19bbb9 admin admin] Usage tracker for resource:security_group_rule and tenant:b0a2871a72da46bebe890803d52749d2 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:12.700113 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-3038277d-be5e-4dfd-8a8c-52061a19bbb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:12.712091 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-3038277d-be5e-4dfd-8a8c-52061a19bbb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:12.720066 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Notify callbacks [] for router, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.724824 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.0094709 Sep 15 08:41:12.727041 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 53736) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:12.733942 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:12.753525 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Sync routers for ids ['a31fdb82-ab2f-4d1f-8673-d9c724ef3829'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:41:12.799956 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Attempting to bind port beccd06f-61f5-4f56-8a12-429067e9a946 on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:12.803688 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Attempting to bind port beccd06f-61f5-4f56-8a12-429067e9a946 by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}] {{(pid=75069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:12.804172 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Attempting to bind port beccd06f-61f5-4f56-8a12-429067e9a946 on network 73c61116-91a8-4da6-aa3b-f7696623d1e1 {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:12.814068 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Usage tracker for resource:port and tenant:1bac9cb5fdd54f97a38e11702dacef35 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:12.820667 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:12.820939 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8199-c8eb-41f4-903d-4657589a0e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.822028 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-cfaf8199-c8eb-41f4-903d-4657589a0e75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ec65e08-e74d-43fd-8644-449cfa818203 HTTP/1.1" status: 204 len: 168 time: 0.6821072 Sep 15 08:41:12.823414 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf8199-c8eb-41f4-903d-4657589a0e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec65e08-e74d-43fd-8644-449cfa818203,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:12.831970 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:12.832400 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Checking segment: {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:12.832872 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.833326 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Bound using segment: {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'} {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:12.833956 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Bound port: beccd06f-61f5-4f56-8a12-429067e9a946, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}}] {{(pid=75069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:12.834423 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.849322 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Routers {'a31fdb82-ab2f-4d1f-8673-d9c724ef3829'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:12.849874 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:40:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['a31fdb82-ab2f-4d1f-8673-d9c724ef3829'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:12.859945 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-cfaf8199-c8eb-41f4-903d-4657589a0e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:12.873410 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:12.885907 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ebe70b5e-76a5-4bdf-9618-69227024d729 req-32b3293f-ebe8-4871-ad20-a255be55492c tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 210 time: 0.2506409 Sep 15 08:41:12.943203 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.db [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] For port beccd06f-61f5-4f56-8a12-429067e9a946, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:12.946772 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.db [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] For port beccd06f-61f5-4f56-8a12-429067e9a946, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=beccd06f-61f5-4f56-8a12-429067e9a946,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:12.968573 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.020002 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Routers {'611f2f48-4472-43ea-86ac-72a04086c4c1'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:13.020628 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:40:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['611f2f48-4472-43ea-86ac-72a04086c4c1'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:13.082024 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Made reservation on behalf of 1bac9cb5fdd54f97a38e11702dacef35 for: {'port': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:13.089431 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.122552 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-41e1092f-2da5-4964-ad46-e688026a0595 None None] For port 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=60bad5b3-b8f6-49a6-a7a1-4c594dfc2936,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:13.258741 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-41e1092f-2da5-4964-ad46-e688026a0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.259587 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port dc37fa92-9481-45d9-b95d-f770e916e52b triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:13.259953 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.370552 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-742ec321-c13b-402b-9250-0c28a9fe9a75 req-88dcab4c-ca7b-4797-b7db-9d58bd637c10 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 210 time: 0.2430594 Sep 15 08:41:13.388863 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-50121fae-2336-4167-9ed6-a30f6e0e3d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:13.418676 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3038277d-be5e-4dfd-8a8c-52061a19bbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.431837 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee is scheduled to L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 with binding_index 1 {{(pid=75067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:41:13.581696 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3038277d-be5e-4dfd-8a8c-52061a19bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.644459 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] Set router 611f2f48-4472-43ea-86ac-72a04086c4c1 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:13.784760 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-6722f2eb-e549-4273-9851-b8dc7035a42c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:13.805852 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2a61cf12-b322-43e9-a737-78b178c7955f None None] Provisioning complete for port 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:13.810914 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2a61cf12-b322-43e9-a737-78b178c7955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.869855 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038277d-be5e-4dfd-8a8c-52061a19bbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63e9338-b273-46c4-9076-2e062fff1c1d,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:13.875271 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 53790) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:13.875410 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-3038277d-be5e-4dfd-8a8c-52061a19bbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:13.937780 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:41:13.968216 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Set router a31fdb82-ab2f-4d1f-8673-d9c724ef3829 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:14.091923 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1092f-2da5-4964-ad46-e688026a0595 None None] Pushing event updated for resources: {'Port': ['ID=60bad5b3-b8f6-49a6-a7a1-4c594dfc2936,revision_number=3']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:14.124976 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-41e1092f-2da5-4964-ad46-e688026a0595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:14.135506 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Notify callbacks [] for router, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:14.145095 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0914299 Sep 15 08:41:14.161768 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 53806) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:14.187336 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d860dba5-6e9f-4929-9509-3eba463449e6 req-1f11da02-8fb1-4063-babc-654755489e71 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 210 time: 0.2048483 Sep 15 08:41:14.252933 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d8830-3520-40d3-8b5a-a7146b1523d9 None None] Pushing event updated for resources: {'Port': ['ID=beccd06f-61f5-4f56-8a12-429067e9a946,revision_number=2']} {{(pid=75069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:14.287967 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Sync routers for ids ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'] in dv-cinder-806008-2-smb {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:41:14.329700 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d8830-3520-40d3-8b5a-a7146b1523d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:14.333313 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d8830-3520-40d3-8b5a-a7146b1523d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:14.335277 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d8830-3520-40d3-8b5a-a7146b1523d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:14.336545 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d8830-3520-40d3-8b5a-a7146b1523d9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:14.337409 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d8830-3520-40d3-8b5a-a7146b1523d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:14.340362 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d8830-3520-40d3-8b5a-a7146b1523d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:14.341230 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d8830-3520-40d3-8b5a-a7146b1523d9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:14.343041 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d8830-3520-40d3-8b5a-a7146b1523d9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:14.343532 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d8830-3520-40d3-8b5a-a7146b1523d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:14.344033 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d8830-3520-40d3-8b5a-a7146b1523d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:14.346978 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d8830-3520-40d3-8b5a-a7146b1523d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d8830-3520-40d3-8b5a-a7146b1523d9 None None] Tracked resource versions report: Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: pushed versions: Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'Log': {'1.0'}, Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'Network': {'1.1'}, Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'Port': {'1.5'}, Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'PortForwarding': {'1.2'}, Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'QosPolicy': {'1.8'}, Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'SecurityGroup': {'1.2'}, Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'SubPort': {'1.0'}, Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'Subnet': {'1.1'}, Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'Trunk': {'1.1'}} Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: consumer versions: Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: { DHCP agent@dv-cinder-806008-2-smb: {}, Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: HyperV agent@hv-cinder-80600: {}, Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: L3 agent@dv-cinder-806008-2-smb: {}, Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: Metadata agent@dv-cinder-806008-2-smb: {}, Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: Metering agent@dv-cinder-806008-2-smb: {}, Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: Open vSwitch agent@dv-cinder-806008-2-smb: { 'ConntrackHelper': '1.0', Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'Log': '1.0', Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'Network': '1.1', Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'Port': '1.5', Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'PortForwarding': '1.2', Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'QosPolicy': '1.8', Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'SecurityGroup': '1.2', Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'SecurityGroupRule': '1.0', Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'SubPort': '1.0', Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'Subnet': '1.1', Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: 'Trunk': '1.1'}} Sep 15 08:41:14.348045 dv-cinder-806008-2-smb neutron-server[75069]: {{(pid=75069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:41:14.363016 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-c52d8830-3520-40d3-8b5a-a7146b1523d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.831s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:14.366408 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-c42f6a6c-181d-4de7-bce8-56dddd5b6483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.378s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:14.455607 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-3038277d-be5e-4dfd-8a8c-52061a19bbb9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0a2871a72da46bebe890803d52749d2&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2532482 Sep 15 08:41:14.458173 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fc65ce15-28d6-4707-8726-362bcf31bbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:14.482164 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 53816) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:14.586685 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:14.639013 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-fc65ce15-28d6-4707-8726-362bcf31bbe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:14.672665 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-fc65ce15-28d6-4707-8726-362bcf31bbe9 admin admin] Usage tracker for resource:security_group_rule and tenant:5db7c39afdef4de6a1799477028354b2 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:14.698527 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-fc65ce15-28d6-4707-8726-362bcf31bbe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:14.710765 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Routers {'941b3e8e-c5ea-409e-88a7-bf6de9b782ee'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:14.714651 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:40:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:14.716843 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:14.717219 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:14.749094 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-fc65ce15-28d6-4707-8726-362bcf31bbe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:14.820033 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'name': 'tempest-ServerRescueNegativeTestJSON-1315763640-router', 'tenant_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '3c7d0400-111a-4554-898e-8d8156db73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:09Z', 'revision_number': 3, 'project_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'gw_port': {'id': '3c7d0400-111a-4554-898e-8d8156db73af', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:14.828538 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Checking router: a31fdb82-ab2f-4d1f-8673-d9c724ef3829 for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:41:14.828960 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Updating router a31fdb82-ab2f-4d1f-8673-d9c724ef3829 port 3c7d0400-111a-4554-898e-8d8156db73af binding host dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:41:14.950536 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d8830-3520-40d3-8b5a-a7146b1523d9 None None] Pushing event updated for resources: {'Port': ['ID=beccd06f-61f5-4f56-8a12-429067e9a946,revision_number=3']} {{(pid=75069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:14.955061 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:14.970930 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-c52d8830-3520-40d3-8b5a-a7146b1523d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:15.096904 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Allocated IP 172.20.0.5 (7e883d06-eb92-4923-b2f2-e0fec40aaf76/c14d6424-e236-4279-b7fc-91d959c729a8/8e4761fb-c79a-4352-9169-571b41c06c64) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:15.116833 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fc65ce15-28d6-4707-8726-362bcf31bbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:15.142423 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fc65ce15-28d6-4707-8726-362bcf31bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:15.201970 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-c0bdc00a-e0c0-432e-a625-a4cb31e84983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:15.206676 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:41:15.263521 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-fc65ce15-28d6-4707-8726-362bcf31bbe9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5db7c39afdef4de6a1799477028354b2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3863683 Sep 15 08:41:15.266585 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65ce15-28d6-4707-8726-362bcf31bbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6430942-a2fd-429f-add1-8e4a5b193b29,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:15.275327 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-fc65ce15-28d6-4707-8726-362bcf31bbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:15.278561 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 53830) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:15.345350 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:08Z', 'revision_number': 3, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:15.360339 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Set router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:15.512418 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed122b90-cadb-4492-bd83-d2ceadff4c80 None None] The sync data for ids ['611f2f48-4472-43ea-86ac-72a04086c4c1'] in dv-cinder-806008-2-smb is: [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:08Z', 'revision_number': 3, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}] {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:41:15.658462 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ec5a95b8-0094-4456-87ec-9428bd0f9585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:15.739496 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Notify callbacks [] for port, precommit_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:15.751210 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e08ba3dc-4fe1-4b6a-8a55-7c064f824a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:15.760560 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Transition to ACTIVE for port object 3c7d0400-111a-4554-898e-8d8156db73af will not be triggered until provisioned by entity L2. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:15.774136 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:15.790085 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7d58edc0-cd73-4375-8682-9bf367215025 req-686228fa-3bfe-46b2-a383-ca83043a0c31 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 210 time: 0.1670694 Sep 15 08:41:15.810636 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e08ba3dc-4fe1-4b6a-8a55-7c064f824a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:15.816861 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-ce5775ba-65c6-49f4-8088-571b238af39c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:15.897846 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-182faa27-69af-4b8c-8eb2-d925730bf09e req-d2e57f4b-e149-4846-9af2-fcd8f71c4340 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 210 time: 0.8960865 Sep 15 08:41:15.903689 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e08ba3dc-4fe1-4b6a-8a55-7c064f824a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:15.944174 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Attempting to bind port 3c7d0400-111a-4554-898e-8d8156db73af on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:15.944483 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Attempting to bind port 3c7d0400-111a-4554-898e-8d8156db73af by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:15.944849 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Attempting to bind port 3c7d0400-111a-4554-898e-8d8156db73af on network 73c61116-91a8-4da6-aa3b-f7696623d1e1 {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:15.949542 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-cbf566d2-c4c0-47ba-97fc-c88e64abaf72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:15.961128 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809fbda-26e4-4ff8-b545-d44b68afa9e1 None None] Pushing event updated for resources: {'Port': ['ID=3c7d0400-111a-4554-898e-8d8156db73af,revision_number=2']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:15.969462 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-c809fbda-26e4-4ff8-b545-d44b68afa9e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:15.974105 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:15.974805 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Checking segment: {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:15.975375 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:15.976280 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Bound using segment: {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:15.976883 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Bound port: 3c7d0400-111a-4554-898e-8d8156db73af, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:15.977605 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:15.981559 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.42', 58801) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:15.984860 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ba3dc-4fe1-4b6a-8a55-7c064f824a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63e9338-b273-46c4-9076-2e062fff1c1d,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:16.008577 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e08ba3dc-4fe1-4b6a-8a55-7c064f824a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:16.111545 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ec5a95b8-0094-4456-87ec-9428bd0f9585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:16.179675 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:16.258536 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e08ba3dc-4fe1-4b6a-8a55-7c064f824a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:16.261230 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-e08ba3dc-4fe1-4b6a-8a55-7c064f824a23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c63e9338-b273-46c4-9076-2e062fff1c1d HTTP/1.1" status: 204 len: 168 time: 1.7758548 Sep 15 08:41:16.281468 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] For port 3c7d0400-111a-4554-898e-8d8156db73af, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:16.297759 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] For port 3c7d0400-111a-4554-898e-8d8156db73af, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=3c7d0400-111a-4554-898e-8d8156db73af,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:16.323448 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:16.363853 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:11Z', 'revision_number': 3, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:16.373702 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-4fab63aa-005d-4cc5-9aec-3c138ff81d17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:16.375240 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Checking router: 941b3e8e-c5ea-409e-88a7-bf6de9b782ee for host: dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:41:16.375613 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Updating router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee port e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a binding host dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:41:16.532805 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:16.600860 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809fbda-26e4-4ff8-b545-d44b68afa9e1 None None] Pushing event updated for resources: {'Port': ['ID=3c7d0400-111a-4554-898e-8d8156db73af,revision_number=3']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:16.614745 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-c809fbda-26e4-4ff8-b545-d44b68afa9e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:16.624560 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device beccd06f-61f5-4f56-8a12-429067e9a946 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:16.658052 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ec5a95b8-0094-4456-87ec-9428bd0f9585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:16.686722 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:16.709392 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ec5a95b8-0094-4456-87ec-9428bd0f9585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:16.711521 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-ec5a95b8-0094-4456-87ec-9428bd0f9585 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6430942-a2fd-429f-add1-8e4a5b193b29 HTTP/1.1" status: 204 len: 168 time: 1.4293807 Sep 15 08:41:16.711901 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a95b8-0094-4456-87ec-9428bd0f9585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6430942-a2fd-429f-add1-8e4a5b193b29,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:16.723709 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Routers {'a31fdb82-ab2f-4d1f-8673-d9c724ef3829'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:16.724327 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:40:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['a31fdb82-ab2f-4d1f-8673-d9c724ef3829'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:16.726111 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ec5a95b8-0094-4456-87ec-9428bd0f9585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:16.871487 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:16.968687 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8c0bd0e2-aea2-4ca2-bed8-19279a6677da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:17.321941 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-66854f75-c7a2-49f3-8a20-2a043602a9c7 req-c79247bb-5ffe-4880-8e85-41fcb4e40169 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 210 time: 0.0796344 Sep 15 08:41:17.450776 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Notify callbacks [] for port, precommit_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:17.462875 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.provisioning_blocks [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Transition to ACTIVE for port object e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a will not be triggered until provisioned by entity L2. {{(pid=75069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:17.471717 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:17.487854 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-c52d8830-3520-40d3-8b5a-a7146b1523d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:17.498195 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:17.573166 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e7058-00a7-43cc-8097-24f9d99a711e None None] Pushing event updated for resources: {'Port': ['ID=e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a,revision_number=2']} {{(pid=75069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:17.598482 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-515e7058-00a7-43cc-8097-24f9d99a711e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:17.607613 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] Set router a31fdb82-ab2f-4d1f-8673-d9c724ef3829 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:17.654170 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Attempting to bind port e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:17.656159 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Attempting to bind port e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}] {{(pid=75069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:17.656549 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Attempting to bind port e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a on network 73c61116-91a8-4da6-aa3b-f7696623d1e1 {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:17.678142 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:17.679139 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Checking segment: {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:17.680674 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:17.681681 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Bound using segment: {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'} {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:17.684588 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Bound port: e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}}] {{(pid=75069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:17.685598 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:17.748666 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-934b6cf8-a95d-4689-a9d6-c935dc3baee5 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:17.750206 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-934b6cf8-a95d-4689-a9d6-c935dc3baee5 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.42 "GET /v2.0/networks?id=40318bfd-9f61-408f-b5be-145432193cca HTTP/1.1" status: 200 len: 812 time: 1.5657840 Sep 15 08:41:17.883444 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.db [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] For port e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:17.888877 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.db [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] For port e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:17.897625 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:17.903479 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-515e7058-00a7-43cc-8097-24f9d99a711e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:17.997257 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e7058-00a7-43cc-8097-24f9d99a711e None None] Pushing event updated for resources: {'Port': ['ID=e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a,revision_number=3']} {{(pid=75069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:18.001954 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_common [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Allocated IP 172.20.0.1 (3d238d48-c667-4b75-9461-7e2b13d6ae1c/fbc783f9-168d-423f-8179-cb2450becd9d/c0092769-9188-4c87-b52a-6dc1e5617b9f) {{(pid=75067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:18.004924 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Routers {'941b3e8e-c5ea-409e-88a7-bf6de9b782ee'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:18.008004 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:40:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:18.075383 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-515e7058-00a7-43cc-8097-24f9d99a711e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:18.184924 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Pushing event updated for resources: {'Port': ['ID=8e4761fb-c79a-4352-9169-571b41c06c64,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:18.201255 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.233s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:18.299575 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Request body: {'port': {'device_id': 'a7f75ab8-d20e-4441-b15d-bae78ab24d32', 'network_id': '40318bfd-9f61-408f-b5be-145432193cca', 'admin_state_up': True, 'tenant_id': '28cb1d8acd184d058a0227cc8770b227'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:18.319068 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port beccd06f-61f5-4f56-8a12-429067e9a946 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:18.343325 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port beccd06f-61f5-4f56-8a12-429067e9a946 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:18.346094 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:18.357071 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:18.465370 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] Set router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:18.512174 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:18.527753 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:18.539148 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:18.539796 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:18.653598 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:18.723171 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4327745 Sep 15 08:41:18.842934 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-187a6e52-65fa-47c9-a3c2-44b1c07bf0a9 req-b78a2f76-7858-4d6a-9e14-4c9f67c53314 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 210 time: 0.1165564 Sep 15 08:41:18.845526 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.provisioning_blocks [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Transition to ACTIVE for port object c0092769-9188-4c87-b52a-6dc1e5617b9f will not be triggered until provisioned by entity DHCP. {{(pid=75067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:18.895775 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:18.898773 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:18.901400 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Usage tracker for resource:port and tenant:28cb1d8acd184d058a0227cc8770b227 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:18.904762 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:18.911486 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:18.912863 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:18.937194 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-c85c4576-13f0-4e7b-91a7-b70f6dcd086f tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=75066) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:41:18.939746 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-c85c4576-13f0-4e7b-91a7-b70f6dcd086f tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0094323 Sep 15 08:41:18.946968 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19e949-be1b-4385-ae35-99151b212a43 req-6e69cca5-4991-4f89-be42-5a060543fc9a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:18.947718 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-db19e949-be1b-4385-ae35-99151b212a43 req-6e69cca5-4991-4f89-be42-5a060543fc9a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Synchronizing usage tracker for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:18.949429 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:18.955648 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:18.996738 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Made reservation on behalf of 28cb1d8acd184d058a0227cc8770b227 for: {'port': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:19.000778 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:19.029095 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Network 3d238d48-c667-4b75-9461-7e2b13d6ae1c is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:19.029670 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'name': 'tempest-ServerRescueNegativeTestJSON-1315763640-router', 'tenant_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '3c7d0400-111a-4554-898e-8d8156db73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:09Z', 'revision_number': 3, 'project_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'gw_port': {'id': '3c7d0400-111a-4554-898e-8d8156db73af', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:19.039653 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:19.043013 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port beccd06f-61f5-4f56-8a12-429067e9a946, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=beccd06f-61f5-4f56-8a12-429067e9a946,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:19.043371 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Received port after_create {{(pid=75067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:19.044198 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357844'] for router_interface, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:19.060342 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3223e9b3-943e-475d-8b69-d7495adef933 None None] The sync data for ids ['a31fdb82-ab2f-4d1f-8673-d9c724ef3829'] in dv-cinder-806008-2-smb is: [{'id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'name': 'tempest-ServerRescueNegativeTestJSON-1315763640-router', 'tenant_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '3c7d0400-111a-4554-898e-8d8156db73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:09Z', 'revision_number': 3, 'project_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'gw_port': {'id': '3c7d0400-111a-4554-898e-8d8156db73af', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:41:19.068560 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:19.071547 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2e265c8a-ce03-425f-a089-58944517e1bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:19.116104 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Pushing event updated for resources: {'Port': ['ID=c0092769-9188-4c87-b52a-6dc1e5617b9f,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:19.127615 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:19.256377 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-db19e949-be1b-4385-ae35-99151b212a43 req-6e69cca5-4991-4f89-be42-5a060543fc9a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Unset dirty status for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:19.262675 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-db19e949-be1b-4385-ae35-99151b212a43 req-6e69cca5-4991-4f89-be42-5a060543fc9a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 931 time: 1.8891101 Sep 15 08:41:19.280738 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=beccd06f-61f5-4f56-8a12-429067e9a946,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:19.289684 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:19.324575 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:19.445183 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:11Z', 'revision_number': 3, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:19.454238 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838a19ea-9cfd-416d-93a9-6b36e5aadaf1 None None] The sync data for ids ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'] in dv-cinder-806008-2-smb is: [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:11Z', 'revision_number': 3, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}] {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:41:19.478636 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-8edb6aab-1234-429b-8bc6-98cb15c2cb8e None None] Provisioning for port c0092769-9188-4c87-b52a-6dc1e5617b9f completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:19.478636 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-8edb6aab-1234-429b-8bc6-98cb15c2cb8e None None] Provisioning complete for port c0092769-9188-4c87-b52a-6dc1e5617b9f triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:19.478636 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-8edb6aab-1234-429b-8bc6-98cb15c2cb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:19.650959 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-8edb6aab-1234-429b-8bc6-98cb15c2cb8e None None] Port c0092769-9188-4c87-b52a-6dc1e5617b9f cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:41:19.817606 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-db19e949-be1b-4385-ae35-99151b212a43 req-940d51fb-bf84-4cce-a574-d19b775824d9 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Synchronizing usage tracker for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:security_group {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:19.866645 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-db19e949-be1b-4385-ae35-99151b212a43 req-940d51fb-bf84-4cce-a574-d19b775824d9 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Unset dirty status for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:security_group {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:19.867894 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-db19e949-be1b-4385-ae35-99151b212a43 req-940d51fb-bf84-4cce-a574-d19b775824d9 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582898 Sep 15 08:41:20.008270 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:20.016664 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:20.019254 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1263052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358255'] for router_interface, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:20.032776 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-141141b4-5e85-40f8-b6b0-1e4412b663bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:20.211912 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Request body: {'port': {'device_id': '7b364688-0c1b-4db2-8d89-4162aab1de13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:20.294510 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Allocated IP 172.20.0.10 (40318bfd-9f61-408f-b5be-145432193cca/69639eb8-b5b5-498e-bb51-5fb437d70577/e97b994d-8f53-4d6f-b6b4-1e82ebb60180) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:20.317629 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-0a70275a-bb85-4037-95d5-f87b5ce2eadc req-3ac6e763-76dd-46cf-acab-07fe754a3d5d tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 210 time: 0.1607993 Sep 15 08:41:20.729511 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Allocated IP 172.20.0.1 (debe74da-7043-4a8c-a5f8-de50c125be18/9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2/36f64687-2d92-48bb-9705-8c40ebcbace1) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:20.757088 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Pushing event updated for resources: {'Port': ['ID=c0092769-9188-4c87-b52a-6dc1e5617b9f,revision_number=2']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:20.770221 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:20.885612 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Network 3d238d48-c667-4b75-9461-7e2b13d6ae1c is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:20.889745 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:21.443895 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-5d230065-945b-43ea-9411-f36f6103fe8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:21.465739 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:21.623170 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-3a2320eb-f14c-4ad1-9f9d-825ba675a5fd None None] Provisioning complete for port c0092769-9188-4c87-b52a-6dc1e5617b9f triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:21.623764 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3a2320eb-f14c-4ad1-9f9d-825ba675a5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:21.813560 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-3a2320eb-f14c-4ad1-9f9d-825ba675a5fd None None] Port c0092769-9188-4c87-b52a-6dc1e5617b9f cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:41:21.816707 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 3c7d0400-111a-4554-898e-8d8156db73af up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:22.024679 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-47db0307-c297-47d2-91e6-f2df289f4f79 req-f054d46b-031b-4e81-8a7b-bd9ec3058880 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 210 time: 0.1999354 Sep 15 08:41:22.052588 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:22.056064 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:22.091736 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port 3c7d0400-111a-4554-898e-8d8156db73af completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:22.097920 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 3c7d0400-111a-4554-898e-8d8156db73af triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:22.098375 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:22.103175 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Transition to ACTIVE for port object 36f64687-2d92-48bb-9705-8c40ebcbace1 will not be triggered until provisioned by entity DHCP. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:22.207131 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:22.366597 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:22.399953 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:41:22.444216 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:22.505666 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port 3c7d0400-111a-4554-898e-8d8156db73af, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=3c7d0400-111a-4554-898e-8d8156db73af,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:22.506428 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Network debe74da-7043-4a8c-a5f8-de50c125be18 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:22.512726 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:22.514081 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:22.584208 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:22.660225 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Pushing event updated for resources: {'Port': ['ID=36f64687-2d92-48bb-9705-8c40ebcbace1,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:22.664640 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:22.764665 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:22.777019 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748c463-d260-4ad6-8925-d4b8546bf782 req-c0dae686-195b-4831-989d-9ff9cd13cc2c tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:22.783715 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f748c463-d260-4ad6-8925-d4b8546bf782 req-c0dae686-195b-4831-989d-9ff9cd13cc2c tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 931 time: 1.4530840 Sep 15 08:41:22.786580 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:22.878119 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=3c7d0400-111a-4554-898e-8d8156db73af,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:22.883508 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:22.885419 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:22.892917 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:22.893331 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:23.003654 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:41:23.024600 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] 10.222.0.24 "PUT /v2.0/routers/941b3e8e-c5ea-409e-88a7-bf6de9b782ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8585336 Sep 15 08:41:23.106840 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:23.131839 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:23.150298 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:23.151371 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device beccd06f-61f5-4f56-8a12-429067e9a946 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:23.249142 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f748c463-d260-4ad6-8925-d4b8546bf782 req-aa2382e2-3415-4dde-b2ea-b5c6f29fcea9 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643991 Sep 15 08:41:23.255080 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-c809fbda-26e4-4ff8-b545-d44b68afa9e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:23.320859 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:23.321852 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357844'] for router_interface, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:23.454940 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-564c395d-d277-41fa-99ed-d252d788c320 req-afc26ac9-8e68-4457-bfdf-f2353881ada0 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 210 time: 0.1294756 Sep 15 08:41:23.467344 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:23.472056 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:23.497764 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port beccd06f-61f5-4f56-8a12-429067e9a946 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:23.499627 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:23.530992 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:23.689100 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-7e412ce1-42c0-48b2-a015-61a8403b1f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:23.945586 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-c4f917ce-7f21-4ad1-8171-16de37404fa3 None None] Provisioning for port 36f64687-2d92-48bb-9705-8c40ebcbace1 completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:23.968036 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-c4f917ce-7f21-4ad1-8171-16de37404fa3 None None] Provisioning complete for port 36f64687-2d92-48bb-9705-8c40ebcbace1 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:23.970605 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-c4f917ce-7f21-4ad1-8171-16de37404fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:24.110174 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-c4f917ce-7f21-4ad1-8171-16de37404fa3 None None] Port 36f64687-2d92-48bb-9705-8c40ebcbace1 cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:41:24.180473 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Allocated IP 172.20.0.1 (5523e415-2a49-4b5d-8124-718fb5ec48c4/2d953322-a64f-42ac-8128-2109fba4be9a/25d98c93-e094-437a-9e16-3089d1c552c3) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:24.238051 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 3c7d0400-111a-4554-898e-8d8156db73af up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:24.314701 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:24.413802 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 3c7d0400-111a-4554-898e-8d8156db73af triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:24.414456 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:24.590163 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:24.689130 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:24.805836 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:24.810041 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:24.819980 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:24.832358 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15215b-a967-47e9-bb16-7542ee16f0e3 req-01754871-dcd9-415c-946d-2b9859fc0952 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:24.839083 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-fb15215b-a967-47e9-bb16-7542ee16f0e3 req-01754871-dcd9-415c-946d-2b9859fc0952 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 931 time: 0.2740283 Sep 15 08:41:24.951716 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:24.967759 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-fb15215b-a967-47e9-bb16-7542ee16f0e3 req-583f7417-d400-4589-9dae-549dd8361a75 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241837 Sep 15 08:41:25.191397 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:25.230869 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Network 40318bfd-9f61-408f-b5be-145432193cca is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:25.264601 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:25.271239 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 54014) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:25.351765 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:25.358209 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:25.358880 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:25.380159 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Pushing event updated for resources: {'Port': ['ID=e97b994d-8f53-4d6f-b6b4-1e82ebb60180,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:25.393353 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-1c5a1a3e-047f-4037-aa98-87a0b3e93a68 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1992921650', 'description': 'tempest-description--412379388'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:25.408698 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ce00e-4ecf-417d-aaac-e85ec1b86a6e req-ceb1821b-920d-465d-927d-68d3d384824f tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:25.415333 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:25.420948 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8b1ce00e-4ecf-417d-aaac-e85ec1b86a6e req-ceb1821b-920d-465d-927d-68d3d384824f tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 932 time: 0.1947877 Sep 15 08:41:25.421386 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-1c5a1a3e-047f-4037-aa98-87a0b3e93a68 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:25.427561 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.db.resource_extend [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 08:41:25.444684 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-1c5a1a3e-047f-4037-aa98-87a0b3e93a68 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Usage tracker for resource:security_group and tenant:86820906c093481aaaf4340eacfde2db is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:25.457419 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-1c5a1a3e-047f-4037-aa98-87a0b3e93a68 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:25.489028 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-8b1ce00e-4ecf-417d-aaac-e85ec1b86a6e req-624e6ae8-7be1-4396-8b22-1aec525ab337 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Synchronizing usage tracker for tenant:28cb1d8acd184d058a0227cc8770b227 on resource:security_group {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:25.523246 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-1c5a1a3e-047f-4037-aa98-87a0b3e93a68 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:25.562598 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2718241 Sep 15 08:41:25.607261 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4761fb-c79a-4352-9169-571b41c06c64 {{(pid=75066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:25.618798 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:25.635212 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-8b1ce00e-4ecf-417d-aaac-e85ec1b86a6e req-624e6ae8-7be1-4396-8b22-1aec525ab337 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Unset dirty status for tenant:28cb1d8acd184d058a0227cc8770b227 on resource:security_group {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:25.638838 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1a3e-047f-4037-aa98-87a0b3e93a68 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:25.642596 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8b1ce00e-4ecf-417d-aaac-e85ec1b86a6e req-624e6ae8-7be1-4396-8b22-1aec525ab337 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203710 Sep 15 08:41:25.732886 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:25.760717 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Transition to ACTIVE for port object 8e4761fb-c79a-4352-9169-571b41c06c64 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:25.764214 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:25.838801 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:25.844851 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Pushing event updated for resources: {'Port': ['ID=25d98c93-e094-437a-9e16-3089d1c552c3,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:25.861345 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:25.861813 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:25.940473 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Network 5523e415-2a49-4b5d-8124-718fb5ec48c4 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:25.960873 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:25.971960 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:25.972430 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357844'] for router_interface, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:25.984652 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-1c5a1a3e-047f-4037-aa98-87a0b3e93a68 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:26.067706 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.076318 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-1c5a1a3e-047f-4037-aa98-87a0b3e93a68 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Usage tracker for resource:security_group_rule and tenant:86820906c093481aaaf4340eacfde2db is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:26.091085 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-1c5a1a3e-047f-4037-aa98-87a0b3e93a68 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:26.117244 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4761fb-c79a-4352-9169-571b41c06c64,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:26.120411 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-1c5a1a3e-047f-4037-aa98-87a0b3e93a68 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:26.126157 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:26.236654 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.297968 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.314443 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1263052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358255'] for router_interface, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.329952 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:26.373363 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Attempting to bind port 8e4761fb-c79a-4352-9169-571b41c06c64 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:26.373626 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Attempting to bind port 8e4761fb-c79a-4352-9169-571b41c06c64 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'cc36087f-f1af-45b2-99b2-be29a6d14e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:26.373966 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Attempting to bind port 8e4761fb-c79a-4352-9169-571b41c06c64 on network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:26.447932 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1a3e-047f-4037-aa98-87a0b3e93a68 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.505740 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.529618 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1a3e-047f-4037-aa98-87a0b3e93a68 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.530415 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Port 8e4761fb-c79a-4352-9169-571b41c06c64 on network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:41:26.530730 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Attempting to bind port 8e4761fb-c79a-4352-9169-571b41c06c64 on network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:26.543280 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Pushing event updated for resources: {'Port': ['ID=36f64687-2d92-48bb-9705-8c40ebcbace1,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:26.546856 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:26.563233 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-db7795ea-5926-479a-ac93-b12fb9319ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:26.621913 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:26.622253 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Checking segment: {'id': 'cc36087f-f1af-45b2-99b2-be29a6d14e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:26.622835 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Bound using segment: {'id': 'cc36087f-f1af-45b2-99b2-be29a6d14e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:26.623315 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Bound port: 8e4761fb-c79a-4352-9169-571b41c06c64, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc36087f-f1af-45b2-99b2-be29a6d14e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:26.623741 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.707834 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a1a3e-047f-4037-aa98-87a0b3e93a68 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e6112d-c388-43f8-958c-5f68f6a975ba,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:26.709910 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1a3e-047f-4037-aa98-87a0b3e93a68 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.711241 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-1c5a1a3e-047f-4037-aa98-87a0b3e93a68 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4188528 Sep 15 08:41:26.714251 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 54040) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:26.721813 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-77c46c3b-90d7-4687-b663-ae7b583ea1ed tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Request body: {'security_group_rule': {'security_group_id': '81e6112d-c388-43f8-958c-5f68f6a975ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:26.729494 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-77c46c3b-90d7-4687-b663-ae7b583ea1ed tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:26.734580 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-77c46c3b-90d7-4687-b663-ae7b583ea1ed tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Usage tracker for resource:security_group_rule and tenant:86820906c093481aaaf4340eacfde2db is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:26.738333 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-77c46c3b-90d7-4687-b663-ae7b583ea1ed tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:26.746965 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-77c46c3b-90d7-4687-b663-ae7b583ea1ed tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:26.749093 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f8c09-cfd0-460f-b674-f8cedb0463ea req-5fd4e194-2de0-4a5c-b959-b4953dcd116d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:26.757320 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-401f8c09-cfd0-460f-b674-f8cedb0463ea req-5fd4e194-2de0-4a5c-b959-b4953dcd116d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 943 time: 0.5666859 Sep 15 08:41:26.772188 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-1c5a1a3e-047f-4037-aa98-87a0b3e93a68 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:26.780480 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-77c46c3b-90d7-4687-b663-ae7b583ea1ed tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.981700 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-77c46c3b-90d7-4687-b663-ae7b583ea1ed tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.994807 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29b17b-0305-439f-bf93-2518775d4223 req-331e5fab-3f7e-401c-a3a0-00b9b3fd43c8 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:26.997417 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-1d29b17b-0305-439f-bf93-2518775d4223 req-331e5fab-3f7e-401c-a3a0-00b9b3fd43c8 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 932 time: 0.1928570 Sep 15 08:41:26.999296 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-77c46c3b-90d7-4687-b663-ae7b583ea1ed tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:27.002034 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:27.022080 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c46c3b-90d7-4687-b663-ae7b583ea1ed tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eafd581-35a7-467b-819e-797ee00dc5f5,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:27.070707 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-77c46c3b-90d7-4687-b663-ae7b583ea1ed tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:27.103066 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-1d29b17b-0305-439f-bf93-2518775d4223 req-84351e92-1535-4cec-ba50-8cd8128c9632 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828741 Sep 15 08:41:27.105725 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-77c46c3b-90d7-4687-b663-ae7b583ea1ed tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:27.107860 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-77c46c3b-90d7-4687-b663-ae7b583ea1ed tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3923273 Sep 15 08:41:27.110688 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 54058) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:27.117423 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-5ac04b2f-8c26-4401-8d52-95fd3eab3cc2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Request body: {'security_group_rule': {'security_group_id': '81e6112d-c388-43f8-958c-5f68f6a975ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:27.124315 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-5ac04b2f-8c26-4401-8d52-95fd3eab3cc2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:27.131201 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-5ac04b2f-8c26-4401-8d52-95fd3eab3cc2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Usage tracker for resource:security_group_rule and tenant:86820906c093481aaaf4340eacfde2db is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:27.147106 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-5ac04b2f-8c26-4401-8d52-95fd3eab3cc2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:27.165855 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-5ac04b2f-8c26-4401-8d52-95fd3eab3cc2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:27.208737 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5ac04b2f-8c26-4401-8d52-95fd3eab3cc2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:27.390901 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5ac04b2f-8c26-4401-8d52-95fd3eab3cc2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:27.397973 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5ac04b2f-8c26-4401-8d52-95fd3eab3cc2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:27.400396 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-77c46c3b-90d7-4687-b663-ae7b583ea1ed tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:27.423817 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Network debe74da-7043-4a8c-a5f8-de50c125be18 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:27.429180 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac04b2f-8c26-4401-8d52-95fd3eab3cc2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136252f1-c3e5-4a5f-9093-08750e4df882,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:27.432488 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-5ac04b2f-8c26-4401-8d52-95fd3eab3cc2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:27.438868 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:27.442131 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5ac04b2f-8c26-4401-8d52-95fd3eab3cc2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:27.443605 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-5ac04b2f-8c26-4401-8d52-95fd3eab3cc2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3316412 Sep 15 08:41:27.446923 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 54068) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:27.453792 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Request body: {'floatingip': {'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:27.460677 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:27.466159 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Usage tracker for resource:floatingip and tenant:86820906c093481aaaf4340eacfde2db is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:27.486660 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:27.493365 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:27.513331 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for floatingip, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:27.567276 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] For port 8e4761fb-c79a-4352-9169-571b41c06c64, host hv-cinder-80600, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:27.623510 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-401f8c09-cfd0-460f-b674-f8cedb0463ea req-30899a04-cb2a-4e80-932d-2cf96a991770 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8651085 Sep 15 08:41:27.641963 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] For port 8e4761fb-c79a-4352-9169-571b41c06c64, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8e4761fb-c79a-4352-9169-571b41c06c64,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:27.679838 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:27.708380 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:27.761525 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-0742114e-05c2-4aef-bdac-9903d4c8d712 None None] Provisioning complete for port 36f64687-2d92-48bb-9705-8c40ebcbace1 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:27.763010 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-0742114e-05c2-4aef-bdac-9903d4c8d712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:27.772162 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ef967ae2-e721-48ed-ae72-643b8680d0b7 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:27.884686 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-0742114e-05c2-4aef-bdac-9903d4c8d712 None None] Port 36f64687-2d92-48bb-9705-8c40ebcbace1 cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:41:27.901984 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:27.903434 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] 10.222.0.42 "PUT /v2.0/ports/8e4761fb-c79a-4352-9169-571b41c06c64 HTTP/1.1" status: 200 len: 1093 time: 8.3331997 Sep 15 08:41:27.903915 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b364688-0c1b-4db2-8d89-4162aab1de13', 'tag': '8e4761fb-c79a-4352-9169-571b41c06c64'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:27.944776 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_common [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Allocated IP 172.28.3.50 (73c61116-91a8-4da6-aa3b-f7696623d1e1/317a8ae9-9a6a-4d69-ac7b-76c2be89eb75/d6750b13-7df3-4c95-8c3d-c35e35c7db13) {{(pid=75067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:28.002702 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.db.resource_extend [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 08:41:28.027387 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:28.029188 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4761fb-c79a-4352-9169-571b41c06c64,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:28.101153 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:28.107356 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:28.114646 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1263052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358255'] for router_interface, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:28.125089 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:28.188227 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for port, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:28.223317 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:28.252171 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:28.398992 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Pushing event updated for resources: {'Port': ['ID=25d98c93-e094-437a-9e16-3089d1c552c3,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:28.407466 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:28.420742 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Network 73c61116-91a8-4da6-aa3b-f7696623d1e1 is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:28.428725 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:28.432097 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Received port after_create {{(pid=75067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:28.566150 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Pushing event updated for resources: {'Port': ['ID=d6750b13-7df3-4c95-8c3d-c35e35c7db13,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:28.571171 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:28.584720 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b364688-0c1b-4db2-8d89-4162aab1de13', 'tag': '8e4761fb-c79a-4352-9169-571b41c06c64', 'status': 'completed', 'code': 200} Sep 15 08:41:28.631226 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Network 5523e415-2a49-4b5d-8124-718fb5ec48c4 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:28.642570 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:28.836485 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:28.968865 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35101c30-d638-4a1e-b284-b07f7fc50f36 req-1f13474e-f337-4e47-96d9-e2d75a6f3985 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:28.969559 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-35101c30-d638-4a1e-b284-b07f7fc50f36 req-1f13474e-f337-4e47-96d9-e2d75a6f3985 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Synchronizing usage tracker for tenant:28cb1d8acd184d058a0227cc8770b227 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:28.971667 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:29.031715 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4df46b-9917-4f4c-ad3b-aaa4f703fd9f req-88e2c61d-ddd7-4582-abe2-3790613c164f tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:29.033208 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8d4df46b-9917-4f4c-ad3b-aaa4f703fd9f req-88e2c61d-ddd7-4582-abe2-3790613c164f tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 943 time: 0.1666298 Sep 15 08:41:29.080198 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-35101c30-d638-4a1e-b284-b07f7fc50f36 req-1f13474e-f337-4e47-96d9-e2d75a6f3985 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Unset dirty status for tenant:28cb1d8acd184d058a0227cc8770b227 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:29.081386 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-35101c30-d638-4a1e-b284-b07f7fc50f36 req-1f13474e-f337-4e47-96d9-e2d75a6f3985 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 932 time: 0.6289277 Sep 15 08:41:29.188695 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 54112) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:29.206910 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Router 611f2f48-4472-43ea-86ac-72a04086c4c1 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:41:29.222457 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8d4df46b-9917-4f4c-ad3b-aaa4f703fd9f req-01d5ea78-ed08-43ed-be28-333eda947de9 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805291 Sep 15 08:41:29.234553 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-35101c30-d638-4a1e-b284-b07f7fc50f36 req-408f62e4-d1f1-4020-91a7-a3699ee03404 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448078 Sep 15 08:41:29.316193 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for port, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:29.321253 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:29.327085 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:29.374824 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357699'] for floatingip, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:29.409906 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Pushing event updated for resources: {'Port': ['ID=d6750b13-7df3-4c95-8c3d-c35e35c7db13,revision_number=2']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:29.414210 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:29.420203 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for floatingip, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:29.427996 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9793925 Sep 15 08:41:29.492116 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-acf3675c-a626-4a8a-a42f-4011e7e02f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:29.614943 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-acf3675c-a626-4a8a-a42f-4011e7e02f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:29.622975 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-acf3675c-a626-4a8a-a42f-4011e7e02f07 admin admin] Usage tracker for resource:security_group_rule and tenant:c07a3c955f1540fb956abbc6f81254bc is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:29.626921 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-acf3675c-a626-4a8a-a42f-4011e7e02f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:29.639497 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-acf3675c-a626-4a8a-a42f-4011e7e02f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:29.706247 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-301d2113-01b6-4a30-a37e-db72a94c368a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Synchronizing usage tracker for tenant:86820906c093481aaaf4340eacfde2db on resource:security_group {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:29.707624 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Router a31fdb82-ab2f-4d1f-8673-d9c724ef3829 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:41:29.805267 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:41:29.814449 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Sync routers for ids ['611f2f48-4472-43ea-86ac-72a04086c4c1'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:41:29.831065 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Routers {'611f2f48-4472-43ea-86ac-72a04086c4c1'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:29.831794 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:41:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['611f2f48-4472-43ea-86ac-72a04086c4c1'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:29.839590 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-acf3675c-a626-4a8a-a42f-4011e7e02f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:29.845988 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-acf3675c-a626-4a8a-a42f-4011e7e02f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:29.853307 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-301d2113-01b6-4a30-a37e-db72a94c368a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Unset dirty status for tenant:86820906c093481aaaf4340eacfde2db on resource:security_group {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:29.856675 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:29.861498 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-301d2113-01b6-4a30-a37e-db72a94c368a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1992921650&fields=id&tenant_id=86820906c093481aaaf4340eacfde2db HTTP/1.1" status: 200 len: 267 time: 0.2118566 Sep 15 08:41:29.872857 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] 10.222.0.24 "PUT /v2.0/routers/611f2f48-4472-43ea-86ac-72a04086c4c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.8581314 Sep 15 08:41:29.909130 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3675c-a626-4a8a-a42f-4011e7e02f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0879f046-379c-4f6f-aa44-d13b97021a15,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:29.917606 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-acf3675c-a626-4a8a-a42f-4011e7e02f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:29.926611 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-acf3675c-a626-4a8a-a42f-4011e7e02f07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c07a3c955f1540fb956abbc6f81254bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7293353 Sep 15 08:41:29.927193 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 54138) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:30.060033 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-d51ea950-6179-46f2-a211-36049c16afba tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:30.061689 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-d51ea950-6179-46f2-a211-36049c16afba tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Synchronizing usage tracker for tenant:86820906c093481aaaf4340eacfde2db on resource:network {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:30.067460 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bfa13af4-34e8-4dfb-ae8b-1c0b3cf3b0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:30.091296 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Set router 611f2f48-4472-43ea-86ac-72a04086c4c1 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:30.096902 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-d51ea950-6179-46f2-a211-36049c16afba tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Unset dirty status for tenant:86820906c093481aaaf4340eacfde2db on resource:network {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:30.098199 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-d51ea950-6179-46f2-a211-36049c16afba tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/networks?id=3d238d48-c667-4b75-9461-7e2b13d6ae1c HTTP/1.1" status: 200 len: 816 time: 0.2358327 Sep 15 08:41:30.101652 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bfa13af4-34e8-4dfb-ae8b-1c0b3cf3b0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:30.124591 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-ef38258d-a099-4613-8e60-7debed6b00c8 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/quotas/86820906c093481aaaf4340eacfde2db HTTP/1.1" status: 200 len: 375 time: 0.0193980 Sep 15 08:41:30.147857 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:41:30.152995 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] 10.222.0.24 "PUT /v2.0/routers/a31fdb82-ab2f-4d1f-8673-d9c724ef3829/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4214494 Sep 15 08:41:30.191111 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bfa13af4-34e8-4dfb-ae8b-1c0b3cf3b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:30.201849 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e08ba3dc-4fe1-4b6a-8a55-7c064f824a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:30.220472 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bfa13af4-34e8-4dfb-ae8b-1c0b3cf3b0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:30.222251 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-bfa13af4-34e8-4dfb-ae8b-1c0b3cf3b0a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0879f046-379c-4f6f-aa44-d13b97021a15 HTTP/1.1" status: 204 len: 168 time: 0.2927785 Sep 15 08:41:30.223154 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa13af4-34e8-4dfb-ae8b-1c0b3cf3b0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0879f046-379c-4f6f-aa44-d13b97021a15,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:30.232055 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-bfa13af4-34e8-4dfb-ae8b-1c0b3cf3b0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:30.284518 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-954809c7-da62-4678-a695-931bf01e8139 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Synchronizing usage tracker for tenant:86820906c093481aaaf4340eacfde2db on resource:port {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:30.313695 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-954809c7-da62-4678-a695-931bf01e8139 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Unset dirty status for tenant:86820906c093481aaaf4340eacfde2db on resource:port {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:30.321790 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-954809c7-da62-4678-a695-931bf01e8139 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=86820906c093481aaaf4340eacfde2db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1963272 Sep 15 08:41:30.582413 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-2046cabe-04d3-4702-b227-525f7caa722a service neutron] 10.222.0.24 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471111 Sep 15 08:41:30.585141 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 54166) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:30.592376 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-1888d230-b252-4b96-8520-60b98a9f0ecd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2121485073', 'description': 'tempest-description--1307772956'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:30.602986 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-1888d230-b252-4b96-8520-60b98a9f0ecd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:30.610106 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-1888d230-b252-4b96-8520-60b98a9f0ecd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Usage tracker for resource:security_group and tenant:dc73385a541e443f85ce66f39b5a02cc is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:30.612389 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '36f64687-2d92-48bb-9705-8c40ebcbace1', 'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'mac_address': 'fa:16:3e:34:c2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:19Z', 'updated_at': '2021-09-15T08:41:25Z', 'revision_number': 2, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'subnets': [{'id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:30.614607 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-1888d230-b252-4b96-8520-60b98a9f0ecd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:30.621560 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Checking router: 611f2f48-4472-43ea-86ac-72a04086c4c1 for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:41:30.622184 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Updating router 611f2f48-4472-43ea-86ac-72a04086c4c1 port 36f64687-2d92-48bb-9705-8c40ebcbace1 binding host dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:41:30.624792 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-1888d230-b252-4b96-8520-60b98a9f0ecd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:30.640365 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1888d230-b252-4b96-8520-60b98a9f0ecd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:30.708632 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:30.739435 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-967bc806-2eca-4b91-b881-b5f259239b35 service neutron] 10.222.0.24 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536736 Sep 15 08:41:30.742184 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-1888d230-b252-4b96-8520-60b98a9f0ecd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:30.746386 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-1888d230-b252-4b96-8520-60b98a9f0ecd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Usage tracker for resource:security_group_rule and tenant:dc73385a541e443f85ce66f39b5a02cc is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:30.750126 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-1888d230-b252-4b96-8520-60b98a9f0ecd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:30.757447 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-1888d230-b252-4b96-8520-60b98a9f0ecd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:30.945716 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 54180) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:30.985627 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Request body: {'port': {'device_id': 'a7f75ab8-d20e-4441-b15d-bae78ab24d32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:30.988358 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6e61f41e-2aef-4ef6-978d-fb39105a0e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.042945 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1888d230-b252-4b96-8520-60b98a9f0ecd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.071975 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-6e61f41e-2aef-4ef6-978d-fb39105a0e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:31.087325 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-6e61f41e-2aef-4ef6-978d-fb39105a0e0a admin admin] Usage tracker for resource:security_group_rule and tenant:6d5e6f475ed84150a4eabfd99225e53d is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:31.091144 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-6e61f41e-2aef-4ef6-978d-fb39105a0e0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:31.097482 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1888d230-b252-4b96-8520-60b98a9f0ecd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.101408 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-6e61f41e-2aef-4ef6-978d-fb39105a0e0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:31.146455 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-acf3675c-a626-4a8a-a42f-4011e7e02f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:31.370505 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6e61f41e-2aef-4ef6-978d-fb39105a0e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.378853 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1888d230-b252-4b96-8520-60b98a9f0ecd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.380070 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-1888d230-b252-4b96-8520-60b98a9f0ecd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7937176 Sep 15 08:41:31.381857 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888d230-b252-4b96-8520-60b98a9f0ecd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:31.386094 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-1888d230-b252-4b96-8520-60b98a9f0ecd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:31.388696 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 54196) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:31.409075 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34828af-47c0-4076-baf3-2cb3e2cbeabe req-e96713c1-9d38-4363-b8b0-2dc0b84a2b7b tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:31.411121 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-d63fe818-d076-4fff-98b1-96898d63fb14 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Request body: {'security_group_rule': {'security_group_id': 'adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:31.419459 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-b34828af-47c0-4076-baf3-2cb3e2cbeabe req-e96713c1-9d38-4363-b8b0-2dc0b84a2b7b tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 932 time: 0.2831199 Sep 15 08:41:31.420288 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-d63fe818-d076-4fff-98b1-96898d63fb14 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:31.422611 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6e61f41e-2aef-4ef6-978d-fb39105a0e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.430145 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-d63fe818-d076-4fff-98b1-96898d63fb14 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Usage tracker for resource:security_group_rule and tenant:dc73385a541e443f85ce66f39b5a02cc is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:31.438605 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-d63fe818-d076-4fff-98b1-96898d63fb14 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:31.454801 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c18b8-5af8-4578-a902-4219ae6460f5 req-113b278e-bc0e-42e5-858c-f7017e50bfac tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:31.461147 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f72c18b8-5af8-4578-a902-4219ae6460f5 req-113b278e-bc0e-42e5-858c-f7017e50bfac tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 943 time: 0.6451581 Sep 15 08:41:31.466030 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-16426ad6-630a-4493-823e-6cab54a353f6 req-3e470d3f-efbd-4c69-89d9-3ba905cdb784 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bac9cb5fdd54f97a38e11702dacef35&device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 1096 time: 0.5606685 Sep 15 08:41:31.474265 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-d63fe818-d076-4fff-98b1-96898d63fb14 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:31.491302 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Notify callbacks [] for port, precommit_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.509625 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:31.520204 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Transition to ACTIVE for port object 36f64687-2d92-48bb-9705-8c40ebcbace1 will not be triggered until provisioned by entity L2. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:31.523313 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.537583 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.557133 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-6e61f41e-2aef-4ef6-978d-fb39105a0e0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d5e6f475ed84150a4eabfd99225e53d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6097410 Sep 15 08:41:31.560837 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61f41e-2aef-4ef6-978d-fb39105a0e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48284f92-f1f0-4dfc-8142-2f882923ed11,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:31.562889 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:31.563188 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 54202) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:31.568942 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-6e61f41e-2aef-4ef6-978d-fb39105a0e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:31.602668 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-b34828af-47c0-4076-baf3-2cb3e2cbeabe req-25d14854-38ab-4f52-9629-167f29baa7e3 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823616 Sep 15 08:41:31.655684 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d63fe818-d076-4fff-98b1-96898d63fb14 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.730225 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-632a1dca-789a-4ca7-b9e8-8d04d3911ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.782567 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-632a1dca-789a-4ca7-b9e8-8d04d3911ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.896122 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-632a1dca-789a-4ca7-b9e8-8d04d3911ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.902624 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-26765661-1b45-4f23-85d4-93401cf4ed01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:31.914719 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed606dda-f35f-4487-ac14-13236cf61216 None None] Pushing event updated for resources: {'Port': ['ID=36f64687-2d92-48bb-9705-8c40ebcbace1,revision_number=3']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:31.936199 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-ed606dda-f35f-4487-ac14-13236cf61216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:31.938580 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a1dca-789a-4ca7-b9e8-8d04d3911ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48284f92-f1f0-4dfc-8142-2f882923ed11,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:31.949737 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-632a1dca-789a-4ca7-b9e8-8d04d3911ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:31.951209 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-632a1dca-789a-4ca7-b9e8-8d04d3911ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.952519 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-632a1dca-789a-4ca7-b9e8-8d04d3911ad3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48284f92-f1f0-4dfc-8142-2f882923ed11 HTTP/1.1" status: 204 len: 168 time: 0.3853464 Sep 15 08:41:31.986630 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f72c18b8-5af8-4578-a902-4219ae6460f5 req-ff0b1bc7-4e2a-4db6-91d7-13528173bd9b tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936433 Sep 15 08:41:32.029869 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:32.035063 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Attempting to bind port 36f64687-2d92-48bb-9705-8c40ebcbace1 on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:32.035620 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Attempting to bind port 36f64687-2d92-48bb-9705-8c40ebcbace1 by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': '2c08aa4b-a1fc-44d4-b462-59f6886beb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18'}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:32.036145 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Attempting to bind port 36f64687-2d92-48bb-9705-8c40ebcbace1 on network debe74da-7043-4a8c-a5f8-de50c125be18 {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:32.047518 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:32.048237 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Checking segment: {'id': '2c08aa4b-a1fc-44d4-b462-59f6886beb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:32.048800 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:32.049143 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Bound using segment: {'id': '2c08aa4b-a1fc-44d4-b462-59f6886beb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18'} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:32.049701 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Bound port: 36f64687-2d92-48bb-9705-8c40ebcbace1, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c08aa4b-a1fc-44d4-b462-59f6886beb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18'}}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:32.050120 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:32.188740 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d63fe818-d076-4fff-98b1-96898d63fb14 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:32.201156 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d63fe818-d076-4fff-98b1-96898d63fb14 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:32.361484 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:32.370146 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] For port 36f64687-2d92-48bb-9705-8c40ebcbace1, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:32.373555 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] For port 36f64687-2d92-48bb-9705-8c40ebcbace1, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=36f64687-2d92-48bb-9705-8c40ebcbace1,segment=NetworkSegment(2c08aa4b-a1fc-44d4-b462-59f6886beb63),segment_id=2c08aa4b-a1fc-44d4-b462-59f6886beb63)] {{(pid=75068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:32.383237 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:32.385920 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fe818-d076-4fff-98b1-96898d63fb14 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f91918-8682-43ad-b329-d893108c93ef,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:32.395638 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:32.446414 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16426ad6-630a-4493-823e-6cab54a353f6 req-a286bc92-315b-4d31-bb82-8d6618ff5427 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:32.449826 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-16426ad6-630a-4493-823e-6cab54a353f6 req-a286bc92-315b-4d31-bb82-8d6618ff5427 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1bac9cb5fdd54f97a38e11702dacef35&shared=False HTTP/1.1" status: 200 len: 914 time: 0.8841057 Sep 15 08:41:32.452671 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0aa54352-1484-4b79-ad26-d02aa0393690 req-99c3393e-81bb-4e6f-9a0d-6e31650875b8 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 210 time: 0.1489160 Sep 15 08:41:32.460698 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-d63fe818-d076-4fff-98b1-96898d63fb14 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:32.506382 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Routers {'611f2f48-4472-43ea-86ac-72a04086c4c1'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:32.507089 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:41:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['611f2f48-4472-43ea-86ac-72a04086c4c1'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:32.614140 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-14a0d66f-83db-42f8-ab9c-919209d80414 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:32.614644 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed606dda-f35f-4487-ac14-13236cf61216 None None] Pushing event updated for resources: {'Port': ['ID=36f64687-2d92-48bb-9705-8c40ebcbace1,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:32.625429 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-ed606dda-f35f-4487-ac14-13236cf61216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:32.640641 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-14a0d66f-83db-42f8-ab9c-919209d80414 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/networks?id=5523e415-2a49-4b5d-8124-718fb5ec48c4 HTTP/1.1" status: 200 len: 819 time: 0.2253077 Sep 15 08:41:32.662481 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-b43553c3-22db-446c-95ba-30aa0b56f6cf tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/quotas/8a2504fc61c643689d3bd8f37fc59dc4 HTTP/1.1" status: 200 len: 375 time: 0.0207796 Sep 15 08:41:32.670278 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16426ad6-630a-4493-823e-6cab54a353f6 req-b1b5470e-1049-41fc-8bc7-eadfe82da3e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:32.671754 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-16426ad6-630a-4493-823e-6cab54a353f6 req-b1b5470e-1049-41fc-8bc7-eadfe82da3e6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2050104 Sep 15 08:41:32.675755 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d63fe818-d076-4fff-98b1-96898d63fb14 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:32.679903 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-d63fe818-d076-4fff-98b1-96898d63fb14 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2889061 Sep 15 08:41:32.699320 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 54236) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:32.806543 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-da534d6f-6fe8-40db-bcb0-2f7adfc53e7c tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a2504fc61c643689d3bd8f37fc59dc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1429708 Sep 15 08:41:32.864139 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-57aab2f9-2f0e-48ac-87bf-b8484c56228c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Request body: {'security_group_rule': {'security_group_id': 'adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:32.866248 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] Set router 611f2f48-4472-43ea-86ac-72a04086c4c1 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:32.875975 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-57aab2f9-2f0e-48ac-87bf-b8484c56228c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:32.983045 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.42', 58826) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:33.084785 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-b4ef4916-4214-41d0-a815-d1c89bc5036a service neutron] 10.222.0.24 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768803 Sep 15 08:41:33.126747 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-57aab2f9-2f0e-48ac-87bf-b8484c56228c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Usage tracker for resource:security_group_rule and tenant:dc73385a541e443f85ce66f39b5a02cc is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:33.129674 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-57aab2f9-2f0e-48ac-87bf-b8484c56228c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:33.136537 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-57aab2f9-2f0e-48ac-87bf-b8484c56228c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:33.258829 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97b994d-8f53-4d6f-b6b4-1e82ebb60180 {{(pid=75066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:33.258935 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-4bd319a4-ad5d-4e52-8933-4d2a988554a6 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:33.266964 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:33.279744 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-4bd319a4-ad5d-4e52-8933-4d2a988554a6 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.42 "GET /v2.0/networks?id=3d238d48-c667-4b75-9461-7e2b13d6ae1c HTTP/1.1" status: 200 len: 816 time: 0.2955129 Sep 15 08:41:33.285224 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Transition to ACTIVE for port object e97b994d-8f53-4d6f-b6b4-1e82ebb60180 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:33.327653 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:33.334442 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-57aab2f9-2f0e-48ac-87bf-b8484c56228c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:33.406802 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:33.454391 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '36f64687-2d92-48bb-9705-8c40ebcbace1', 'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'mac_address': 'fa:16:3e:34:c2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:19Z', 'updated_at': '2021-09-15T08:41:32Z', 'revision_number': 4, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'subnets': [{'id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:33.458756 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4578c62-a83e-4b80-8594-f6f191d1013f None None] The sync data for ids ['611f2f48-4472-43ea-86ac-72a04086c4c1'] in dv-cinder-806008-2-smb is: [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '36f64687-2d92-48bb-9705-8c40ebcbace1', 'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'mac_address': 'fa:16:3e:34:c2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:19Z', 'updated_at': '2021-09-15T08:41:32Z', 'revision_number': 4, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'subnets': [{'id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:41:33.551524 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-57aab2f9-2f0e-48ac-87bf-b8484c56228c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:33.568277 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0dc1d-c1a2-490f-a105-1f8b6b548e67 req-181ce2a4-cb73-4278-a1d7-1d8e7bc3c74d tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:33.569794 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-52b0dc1d-c1a2-490f-a105-1f8b6b548e67 req-181ce2a4-cb73-4278-a1d7-1d8e7bc3c74d tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 932 time: 0.6869433 Sep 15 08:41:33.617740 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-57aab2f9-2f0e-48ac-87bf-b8484c56228c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:33.628605 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-9cebd878-a9c7-46c3-98de-143d8b343931 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86820906c093481aaaf4340eacfde2db HTTP/1.1" status: 200 len: 380 time: 0.0916307 Sep 15 08:41:33.647401 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-ab577b77-8ecd-4f69-bb0a-d86faeb956ac tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Request body: {'port': {'device_id': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'admin_state_up': True, 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'security_groups': ['81e6112d-c388-43f8-958c-5f68f6a975ba']}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:33.706622 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Pushing event updated for resources: {'Port': ['ID=e97b994d-8f53-4d6f-b6b4-1e82ebb60180,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:33.717530 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:33.741716 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-52b0dc1d-c1a2-490f-a105-1f8b6b548e67 req-812d558e-1225-4274-ae7c-5246f7ccafd9 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191843 Sep 15 08:41:33.742439 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:33.780529 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-e728e4cf-5eed-4ddf-95e6-ebeb317e5113 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bac9cb5fdd54f97a38e11702dacef35&device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 1096 time: 0.8440344 Sep 15 08:41:33.784067 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aab2f9-2f0e-48ac-87bf-b8484c56228c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee109d4f-9730-4662-9b06-a93d6f44e4d5,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:33.794938 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-57aab2f9-2f0e-48ac-87bf-b8484c56228c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:33.796248 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-57aab2f9-2f0e-48ac-87bf-b8484c56228c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:33.817676 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-57aab2f9-2f0e-48ac-87bf-b8484c56228c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1172264 Sep 15 08:41:33.923527 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 54282) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:33.928314 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-9fb785ae-02d9-4163-9c71-034ee583d780 service neutron] 10.222.0.24 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7437706 Sep 15 08:41:33.929263 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-ab577b77-8ecd-4f69-bb0a-d86faeb956ac tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:33.934770 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Request body: {'floatingip': {'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:33.941750 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:33.959068 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Usage tracker for resource:floatingip and tenant:dc73385a541e443f85ce66f39b5a02cc is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:33.962032 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-ab577b77-8ecd-4f69-bb0a-d86faeb956ac tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:33.964780 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:33.983033 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:33.995226 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-ab577b77-8ecd-4f69-bb0a-d86faeb956ac tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Made reservation on behalf of 86820906c093481aaaf4340eacfde2db for: {'port': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:33.998481 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-ab577b77-8ecd-4f69-bb0a-d86faeb956ac tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.011667 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for floatingip, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.097230 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-68915f1c-8d3e-4998-8ff4-f11a1e83958f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e4761fb-c79a-4352-9169-571b41c06c64 HTTP/1.1" status: 200 len: 217 time: 0.2702169 Sep 15 08:41:34.151278 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Attempting to bind port e97b994d-8f53-4d6f-b6b4-1e82ebb60180 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:34.151593 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Attempting to bind port e97b994d-8f53-4d6f-b6b4-1e82ebb60180 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'f3e6e7f8-f49e-495f-a086-928ec47cd6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '40318bfd-9f61-408f-b5be-145432193cca'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:34.151914 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Attempting to bind port e97b994d-8f53-4d6f-b6b4-1e82ebb60180 on network 40318bfd-9f61-408f-b5be-145432193cca {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:34.268651 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Port e97b994d-8f53-4d6f-b6b4-1e82ebb60180 on network 40318bfd-9f61-408f-b5be-145432193cca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:41:34.268972 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Attempting to bind port e97b994d-8f53-4d6f-b6b4-1e82ebb60180 on network 40318bfd-9f61-408f-b5be-145432193cca {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:34.281950 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:34.282287 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Checking segment: {'id': 'f3e6e7f8-f49e-495f-a086-928ec47cd6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '40318bfd-9f61-408f-b5be-145432193cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:34.282689 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Bound using segment: {'id': 'f3e6e7f8-f49e-495f-a086-928ec47cd6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '40318bfd-9f61-408f-b5be-145432193cca'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:34.283130 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Bound port: e97b994d-8f53-4d6f-b6b4-1e82ebb60180, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e6e7f8-f49e-495f-a086-928ec47cd6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '40318bfd-9f61-408f-b5be-145432193cca'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:34.283466 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.298138 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 36f64687-2d92-48bb-9705-8c40ebcbace1 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:34.480915 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-886861ef-a94f-487b-b1ca-e5ec3fa5f14b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:34.486895 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-886861ef-a94f-487b-b1ca-e5ec3fa5f14b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c14d6424-e236-4279-b7fc-91d959c729a8 HTTP/1.1" status: 200 len: 853 time: 0.3412919 Sep 15 08:41:34.515525 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port 36f64687-2d92-48bb-9705-8c40ebcbace1 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:34.522009 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 36f64687-2d92-48bb-9705-8c40ebcbace1 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:34.522641 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.577987 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-1aa4911a-d107-49bc-8977-0c4f145f316a req-a86b3677-da40-4447-b6f6-88e640b8bc56 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 210 time: 0.1002851 Sep 15 08:41:34.647188 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d89586-8836-4664-9a3f-5d4bc2cf856d req-0ffbffba-0523-4c81-937b-5e2a9b3c6b8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:34.654202 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a4d89586-8836-4664-9a3f-5d4bc2cf856d req-0ffbffba-0523-4c81-937b-5e2a9b3c6b8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 943 time: 0.7176814 Sep 15 08:41:34.683566 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-abafe7bf-b515-4ffb-9f62-b4be785be168 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e883d06-eb92-4923-b2f2-e0fec40aaf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1872282 Sep 15 08:41:34.741244 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.837606 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] For port e97b994d-8f53-4d6f-b6b4-1e82ebb60180, host hv-cinder-80600, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:34.875961 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.910962 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a4d89586-8836-4664-9a3f-5d4bc2cf856d req-a082f21a-2b7d-48ec-8a4b-3e0685182d8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555513 Sep 15 08:41:34.924500 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] For port e97b994d-8f53-4d6f-b6b4-1e82ebb60180, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e97b994d-8f53-4d6f-b6b4-1e82ebb60180,segment=NetworkSegment(f3e6e7f8-f49e-495f-a086-928ec47cd6a5),segment_id=f3e6e7f8-f49e-495f-a086-928ec47cd6a5)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:34.959370 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port 36f64687-2d92-48bb-9705-8c40ebcbace1, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=36f64687-2d92-48bb-9705-8c40ebcbace1,segment=NetworkSegment(2c08aa4b-a1fc-44d4-b462-59f6886beb63),segment_id=2c08aa4b-a1fc-44d4-b462-59f6886beb63)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:34.964395 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4a2c4527-18c2-4052-b49b-5489c3eece91 req-141b7145-2bf7-42ed-9e30-4edf1780532f tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 210 time: 0.1326210 Sep 15 08:41:34.968453 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.970535 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2e265c8a-ce03-425f-a089-58944517e1bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:34.984553 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:35.018105 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_common [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-ab577b77-8ecd-4f69-bb0a-d86faeb956ac tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Allocated IP 172.20.0.8 (3d238d48-c667-4b75-9461-7e2b13d6ae1c/fbc783f9-168d-423f-8179-cb2450becd9d/457f6d71-9605-46d0-acac-4efcc488a8be) {{(pid=75067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:35.037628 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:35.137264 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=36f64687-2d92-48bb-9705-8c40ebcbace1,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:35.144447 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:35.199614 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-f17d2e3a-632f-4fe9-bd6c-81565b550549 service neutron] 10.222.0.42 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983420 Sep 15 08:41:35.239248 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:35.240828 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] 10.222.0.42 "PUT /v2.0/ports/e97b994d-8f53-4d6f-b6b4-1e82ebb60180 HTTP/1.1" status: 200 len: 1094 time: 4.3463507 Sep 15 08:41:35.241383 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f75ab8-d20e-4441-b15d-bae78ab24d32', 'tag': 'e97b994d-8f53-4d6f-b6b4-1e82ebb60180'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:35.478263 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Pushing event updated for resources: {'Port': ['ID=e97b994d-8f53-4d6f-b6b4-1e82ebb60180,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:35.486976 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:35.548742 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-73e110aa-ecc2-4582-993d-8900600c2f96 req-a31ade3c-da02-4fcd-86ca-48688f4dfc5d service neutron] 10.222.0.42 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374426 Sep 15 08:41:35.571054 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-5c91644a-35c3-4514-9806-bc72c3804982 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=28cb1d8acd184d058a0227cc8770b227&device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 1097 time: 0.1612918 Sep 15 08:41:35.576807 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d5880-e6aa-4c0e-8539-2a089788e591 req-88f8953c-38c5-4503-8210-31f30a8f82a8 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:35.578293 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-436d5880-e6aa-4c0e-8539-2a089788e591 req-88f8953c-38c5-4503-8210-31f30a8f82a8 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 944 time: 0.2732835 Sep 15 08:41:35.716141 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_common [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Allocated IP 172.28.3.92 (73c61116-91a8-4da6-aa3b-f7696623d1e1/317a8ae9-9a6a-4d69-ac7b-76c2be89eb75/afbf23f3-19be-46f0-ada3-50377874ba30) {{(pid=75067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:35.765899 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-e169f231-53cc-42e3-b900-4436bcac42e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e97b994d-8f53-4d6f-b6b4-1e82ebb60180 HTTP/1.1" status: 200 len: 217 time: 0.1791196 Sep 15 08:41:35.846965 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-436d5880-e6aa-4c0e-8539-2a089788e591 req-00cb2a10-ca8c-4758-a17a-855934b33b89 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619431 Sep 15 08:41:35.850657 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-3e077192-4225-48cc-8c87-a3ceb551b366 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:35.852085 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-3e077192-4225-48cc-8c87-a3ceb551b366 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69639eb8-b5b5-498e-bb51-5fb437d70577 HTTP/1.1" status: 200 len: 852 time: 0.0777645 Sep 15 08:41:35.916630 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-a21cdae8-fd0e-4674-ac98-14daf4131d93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40318bfd-9f61-408f-b5be-145432193cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453160 Sep 15 08:41:35.956446 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-e8e2ac28-de35-4c62-b5ae-031bdbd8bb2f tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:35.957892 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-e8e2ac28-de35-4c62-b5ae-031bdbd8bb2f tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/networks?id=5523e415-2a49-4b5d-8124-718fb5ec48c4 HTTP/1.1" status: 200 len: 819 time: 0.3901422 Sep 15 08:41:35.967484 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-ab577b77-8ecd-4f69-bb0a-d86faeb956ac tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for port, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.015215 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.provisioning_blocks [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-ab577b77-8ecd-4f69-bb0a-d86faeb956ac tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Transition to ACTIVE for port object 457f6d71-9605-46d0-acac-4efcc488a8be will not be triggered until provisioned by entity DHCP. {{(pid=75067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:36.025099 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-c899cff3-9357-4724-9e35-5c796aa32bc7 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/quotas/8a2504fc61c643689d3bd8f37fc59dc4 HTTP/1.1" status: 200 len: 375 time: 0.0486481 Sep 15 08:41:36.076086 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-2ab007bf-9cb4-4ccc-930d-ca8a5a2ce8ef service neutron] 10.222.0.42 "GET /v2.0/networks/40318bfd-9f61-408f-b5be-145432193cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530454 Sep 15 08:41:36.078723 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f75ab8-d20e-4441-b15d-bae78ab24d32', 'tag': 'e97b994d-8f53-4d6f-b6b4-1e82ebb60180', 'status': 'completed', 'code': 200} Sep 15 08:41:36.114633 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for port, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.204717 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-ba067fbb-4bdc-4e8c-ac81-7f5cd67580b9 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a2504fc61c643689d3bd8f37fc59dc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1679840 Sep 15 08:41:36.212153 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-ab577b77-8ecd-4f69-bb0a-d86faeb956ac tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.223706 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-77899592-c374-48c7-8398-11af0e6292f3 req-f8914e0d-87e0-4193-a87f-e8e541d93911 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 210 time: 0.1297169 Sep 15 08:41:36.289050 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 36f64687-2d92-48bb-9705-8c40ebcbace1 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:36.299429 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.304267 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-1a97731c-1999-4787-af43-cd01c60a6a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:36.404718 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 36f64687-2d92-48bb-9705-8c40ebcbace1 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:36.405488 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.521776 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-ab577b77-8ecd-4f69-bb0a-d86faeb956ac tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Network 3d238d48-c667-4b75-9461-7e2b13d6ae1c is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:36.528911 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-ab577b77-8ecd-4f69-bb0a-d86faeb956ac tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:36.544726 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-ab577b77-8ecd-4f69-bb0a-d86faeb956ac tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Received port after_create {{(pid=75067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:36.549633 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-ab577b77-8ecd-4f69-bb0a-d86faeb956ac tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:36.555685 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-ab577b77-8ecd-4f69-bb0a-d86faeb956ac tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for port, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.589237 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab577b77-8ecd-4f69-bb0a-d86faeb956ac tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Pushing event updated for resources: {'Port': ['ID=457f6d71-9605-46d0-acac-4efcc488a8be,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:36.671546 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Network 73c61116-91a8-4da6-aa3b-f7696623d1e1 is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:36.696825 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:36.786129 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Received port after_create {{(pid=75067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:36.797953 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Pushing event updated for resources: {'Port': ['ID=afbf23f3-19be-46f0-ada3-50377874ba30,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:36.826593 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:36.830783 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.374s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:36.831144 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:36.910272 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-d8ab6e7c-4851-430a-b173-ee8473401082 None None] Provisioning for port 457f6d71-9605-46d0-acac-4efcc488a8be completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:36.922128 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-d8ab6e7c-4851-430a-b173-ee8473401082 None None] Provisioning complete for port 457f6d71-9605-46d0-acac-4efcc488a8be triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:36.923217 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-d8ab6e7c-4851-430a-b173-ee8473401082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.942247 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5b39536-254a-4086-bfc5-35d31bb7a539 req-526b4390-c668-485d-999a-9c0ab40b2a2a service neutron] 10.222.0.42 "GET /v2.0/networks/40318bfd-9f61-408f-b5be-145432193cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7170341 Sep 15 08:41:36.943315 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-ab577b77-8ecd-4f69-bb0a-d86faeb956ac tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3032148 Sep 15 08:41:36.953212 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-6e304b07-02df-4317-a6c8-254db1d60e55 service neutron] 10.222.0.24 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7321727 Sep 15 08:41:36.962594 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-3ca83bb7-2b6b-4cac-8954-ad2da50d9096 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:36.963665 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-3ca83bb7-2b6b-4cac-8954-ad2da50d9096 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Synchronizing usage tracker for tenant:8a2504fc61c643689d3bd8f37fc59dc4 on resource:network {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:36.981177 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98f881-264b-415e-bd73-cd8c8eac2d4e req-09d5b305-3d40-45f2-9dd9-6ba566e5f96a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:36.996051 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6a98f881-264b-415e-bd73-cd8c8eac2d4e req-09d5b305-3d40-45f2-9dd9-6ba566e5f96a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 943 time: 0.4893034 Sep 15 08:41:37.042220 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Request body: {'port': {'device_id': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:37.107848 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6a98f881-264b-415e-bd73-cd8c8eac2d4e req-469b9030-2220-4981-8f76-399a7b83c76a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097705 Sep 15 08:41:37.114934 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab6e7c-4851-430a-b173-ee8473401082 None None] Port 457f6d71-9605-46d0-acac-4efcc488a8be cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:41:37.156883 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-3ca83bb7-2b6b-4cac-8954-ad2da50d9096 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Unset dirty status for tenant:8a2504fc61c643689d3bd8f37fc59dc4 on resource:network {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:37.157967 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-3ca83bb7-2b6b-4cac-8954-ad2da50d9096 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.42 "GET /v2.0/networks?id=5523e415-2a49-4b5d-8124-718fb5ec48c4 HTTP/1.1" status: 200 len: 819 time: 0.6417916 Sep 15 08:41:37.204940 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Request body: {'port': {'device_id': '83417db9-4daf-47df-8479-95b0edc39f45', 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4', 'admin_state_up': True, 'tenant_id': '8a2504fc61c643689d3bd8f37fc59dc4'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:37.320932 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:37.332482 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-98fc59b8-504a-48c3-9b73-98173dca1432 service neutron] 10.222.0.24 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724279 Sep 15 08:41:37.413380 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-13a7473a-6729-472e-818e-d17bcb3b103b req-2729fe98-1198-4216-b7f2-821ccc4740f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=28cb1d8acd184d058a0227cc8770b227&device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 1097 time: 0.3029456 Sep 15 08:41:37.456150 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:37.515301 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:37.573911 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23370e-6864-4571-925b-e53935708c0d req-3701fb21-7e7c-4e18-bf36-2c44e5967d1a tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:37.575443 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7d23370e-6864-4571-925b-e53935708c0d req-3701fb21-7e7c-4e18-bf36-2c44e5967d1a tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 944 time: 0.3331966 Sep 15 08:41:37.633541 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:37.652383 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Usage tracker for resource:port and tenant:8a2504fc61c643689d3bd8f37fc59dc4 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:37.657252 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:37.682897 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:37.701749 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7473a-6729-472e-818e-d17bcb3b103b req-8521a448-da8e-40cb-9b04-688fa0fd16ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:37.703952 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-13a7473a-6729-472e-818e-d17bcb3b103b req-8521a448-da8e-40cb-9b04-688fa0fd16ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=40318bfd-9f61-408f-b5be-145432193cca HTTP/1.1" status: 200 len: 913 time: 0.2780504 Sep 15 08:41:37.725731 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7d23370e-6864-4571-925b-e53935708c0d req-baae0a2a-2f6b-4ccb-8115-3b7c4f19a24e tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274881 Sep 15 08:41:37.726467 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Made reservation on behalf of 8a2504fc61c643689d3bd8f37fc59dc4 for: {'port': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:37.729495 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:37.974657 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 54432) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:37.999347 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-ba8872c9-0ccc-4d4e-bfe5-f52a4a25f044 req-51302b00-7975-40e9-a3f8-99b816f1d8c8 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Synchronizing usage tracker for tenant:8a2504fc61c643689d3bd8f37fc59dc4 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:38.004613 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-13a7473a-6729-472e-818e-d17bcb3b103b req-e9caff61-ea45-4922-b169-ee99e29d7200 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e97b994d-8f53-4d6f-b6b4-1e82ebb60180 HTTP/1.1" status: 200 len: 217 time: 0.2352884 Sep 15 08:41:38.029233 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for port, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:38.040721 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:38.062073 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:38.102466 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-ba8872c9-0ccc-4d4e-bfe5-f52a4a25f044 req-51302b00-7975-40e9-a3f8-99b816f1d8c8 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Unset dirty status for tenant:8a2504fc61c643689d3bd8f37fc59dc4 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:38.121298 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e337e98-35e9-482a-b709-838a4cd27519 req-d9ebe163-d338-49f6-bde0-60ae4ac469ff tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:38.122436 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-8e337e98-35e9-482a-b709-838a4cd27519 req-d9ebe163-d338-49f6-bde0-60ae4ac469ff tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Synchronizing usage tracker for tenant:86820906c093481aaaf4340eacfde2db on resource:port {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:38.125476 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ba8872c9-0ccc-4d4e-bfe5-f52a4a25f044 req-51302b00-7975-40e9-a3f8-99b816f1d8c8 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 210 time: 0.2750313 Sep 15 08:41:38.185365 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357699'] for floatingip, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:38.235408 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Pushing event updated for resources: {'Port': ['ID=afbf23f3-19be-46f0-ada3-50377874ba30,revision_number=2']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:38.262873 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:38.263930 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-8e337e98-35e9-482a-b709-838a4cd27519 req-d9ebe163-d338-49f6-bde0-60ae4ac469ff tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Unset dirty status for tenant:86820906c093481aaaf4340eacfde2db on resource:port {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:38.270470 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8e337e98-35e9-482a-b709-838a4cd27519 req-d9ebe163-d338-49f6-bde0-60ae4ac469ff tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 931 time: 0.4600332 Sep 15 08:41:38.283340 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7473a-6729-472e-818e-d17bcb3b103b req-9f88fdd8-3cc9-4012-bbae-7b449d544333 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:38.284829 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-13a7473a-6729-472e-818e-d17bcb3b103b req-9f88fdd8-3cc9-4012-bbae-7b449d544333 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69639eb8-b5b5-498e-bb51-5fb437d70577 HTTP/1.1" status: 200 len: 852 time: 0.2606385 Sep 15 08:41:38.303451 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.db.resource_extend [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 08:41:38.326042 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for floatingip, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:38.327253 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4016201 Sep 15 08:41:38.407740 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.notifiers.nova [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457f6d71-9605-46d0-acac-4efcc488a8be {{(pid=75067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:38.445287 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8e337e98-35e9-482a-b709-838a4cd27519 req-963e1d6a-6e37-4d64-b0b1-de3b64354606 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735332 Sep 15 08:41:38.447273 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:38.493534 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.provisioning_blocks [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Transition to ACTIVE for port object 457f6d71-9605-46d0-acac-4efcc488a8be will not be triggered until provisioned by entity L2. {{(pid=75067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:38.516496 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:38.522360 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-13a7473a-6729-472e-818e-d17bcb3b103b req-38c21479-f400-4976-ba59-412589ec11d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40318bfd-9f61-408f-b5be-145432193cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2278738 Sep 15 08:41:38.527106 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:38.529354 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-25c7f65a-52b5-4f3e-aa3a-69c43cd5a99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:38.688146 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Allocated IP 172.20.0.6 (5523e415-2a49-4b5d-8124-718fb5ec48c4/2d953322-a64f-42ac-8128-2109fba4be9a/3794f0e6-2b28-4490-9787-38b50341bace) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:38.773452 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a117557e-6b73-4c0f-b8c5-26c41ce859ee tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2121485073&fields=id&tenant_id=dc73385a541e443f85ce66f39b5a02cc HTTP/1.1" status: 200 len: 267 time: 0.0853202 Sep 15 08:41:38.774060 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Pushing event updated for resources: {'Port': ['ID=457f6d71-9605-46d0-acac-4efcc488a8be,revision_number=2']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:38.783878 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:38.834798 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-25c7f65a-52b5-4f3e-aa3a-69c43cd5a99c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:38.896039 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-25c7f65a-52b5-4f3e-aa3a-69c43cd5a99c admin admin] Usage tracker for resource:security_group_rule and tenant:05afc898e9454724bd0ff6238dadd254 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:38.930214 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-25c7f65a-52b5-4f3e-aa3a-69c43cd5a99c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:38.938854 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.managers [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Attempting to bind port 457f6d71-9605-46d0-acac-4efcc488a8be on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:38.939205 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.managers [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Attempting to bind port 457f6d71-9605-46d0-acac-4efcc488a8be by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'ef88940d-29ae-4929-97b3-c1ba49b59f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c'}] {{(pid=75067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:38.939563 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Attempting to bind port 457f6d71-9605-46d0-acac-4efcc488a8be on network 3d238d48-c667-4b75-9461-7e2b13d6ae1c {{(pid=75067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:38.944045 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-25c7f65a-52b5-4f3e-aa3a-69c43cd5a99c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:38.952200 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Port 457f6d71-9605-46d0-acac-4efcc488a8be on network 3d238d48-c667-4b75-9461-7e2b13d6ae1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:41:38.953095 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Attempting to bind port 457f6d71-9605-46d0-acac-4efcc488a8be on network 3d238d48-c667-4b75-9461-7e2b13d6ae1c {{(pid=75067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:38.968027 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:38.968365 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Checking segment: {'id': 'ef88940d-29ae-4929-97b3-c1ba49b59f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:38.969064 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Bound using segment: {'id': 'ef88940d-29ae-4929-97b3-c1ba49b59f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c'} {{(pid=75067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:38.969535 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.managers [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Bound port: 457f6d71-9605-46d0-acac-4efcc488a8be, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef88940d-29ae-4929-97b3-c1ba49b59f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c'}}] {{(pid=75067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:38.969922 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:38.999589 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd7248-51d3-4cfb-8e1a-e88925ca9d14 req-c9a9a8b1-84b2-490f-b6ed-c51535573590 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:39.006932 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6dbd7248-51d3-4cfb-8e1a-e88925ca9d14 req-c9a9a8b1-84b2-490f-b6ed-c51535573590 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 943 time: 0.5332756 Sep 15 08:41:39.010999 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-13a7473a-6729-472e-818e-d17bcb3b103b req-f03c49f5-3ed8-4cb0-b72e-a983ba3b655c service neutron] 10.222.0.42 "GET /v2.0/networks/40318bfd-9f61-408f-b5be-145432193cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725206 Sep 15 08:41:39.068031 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.42', 58842) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:39.174328 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] For port 457f6d71-9605-46d0-acac-4efcc488a8be, host hv-cinder-80600, cleared binding levels {{(pid=75067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:39.182331 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] For port 457f6d71-9605-46d0-acac-4efcc488a8be, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=457f6d71-9605-46d0-acac-4efcc488a8be,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:39.196883 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:39.205812 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:39.252190 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-7a4c3ca5-41df-484a-a5fe-e20173cfef99 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:39.254438 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-7a4c3ca5-41df-484a-a5fe-e20173cfef99 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/networks?id=debe74da-7043-4a8c-a5f8-de50c125be18 HTTP/1.1" status: 200 len: 810 time: 0.4720607 Sep 15 08:41:39.301466 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-c9bfa762-88f4-4f20-b543-d35fa48fdc1a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/quotas/dc73385a541e443f85ce66f39b5a02cc HTTP/1.1" status: 200 len: 375 time: 0.0309556 Sep 15 08:41:39.302872 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for port, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:39.304593 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] 10.222.0.42 "PUT /v2.0/ports/457f6d71-9605-46d0-acac-4efcc488a8be HTTP/1.1" status: 200 len: 1093 time: 2.3165922 Sep 15 08:41:39.306706 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'tag': '457f6d71-9605-46d0-acac-4efcc488a8be'}] {{(pid=75067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:39.343053 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:39.409677 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6dbd7248-51d3-4cfb-8e1a-e88925ca9d14 req-bcf5dc3b-587d-417e-98be-c2a624cee52e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018924 Sep 15 08:41:39.435034 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-13a7473a-6729-472e-818e-d17bcb3b103b req-03dbbb18-bc05-4250-8e03-92f5c63c1361 service neutron] 10.222.0.42 "GET /v2.0/networks/40318bfd-9f61-408f-b5be-145432193cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985901 Sep 15 08:41:39.465578 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Pushing event updated for resources: {'Port': ['ID=457f6d71-9605-46d0-acac-4efcc488a8be,revision_number=3']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:39.476376 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-25c7f65a-52b5-4f3e-aa3a-69c43cd5a99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:39.477695 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:39.485295 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-5515bbb1-45e8-4f28-96c8-0d0f34bf6e47 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:39.486645 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-5515bbb1-45e8-4f28-96c8-0d0f34bf6e47 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.42 "GET /v2.0/networks?id=5523e415-2a49-4b5d-8124-718fb5ec48c4 HTTP/1.1" status: 200 len: 819 time: 0.4081903 Sep 15 08:41:39.499272 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-25c7f65a-52b5-4f3e-aa3a-69c43cd5a99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:39.511037 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-1c5a1a3e-047f-4037-aa98-87a0b3e93a68 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:39.533521 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-3316ca1d-0272-458d-8f30-32fec04b0850 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Request body: {'port': {'device_id': '04b7f955-9d2f-413f-a24b-a85e4b85c1d7', 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4', 'admin_state_up': True, 'tenant_id': '8a2504fc61c643689d3bd8f37fc59dc4'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:39.576751 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-95834cfa-c550-489a-80c6-b90176faa049 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc73385a541e443f85ce66f39b5a02cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2082200 Sep 15 08:41:39.582241 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-16117132-a862-432b-bf11-efd03620d4ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86820906c093481aaaf4340eacfde2db&device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 1096 time: 0.1804380 Sep 15 08:41:39.635242 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:39.705486 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7f65a-52b5-4f3e-aa3a-69c43cd5a99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb238a94-6cb9-4d53-8682-647e6bc09c57,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:39.716601 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-25c7f65a-52b5-4f3e-aa3a-69c43cd5a99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:39.717017 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:39.738749 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-cda4f98f-4850-403b-9dee-18f6c3685099 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=457f6d71-9605-46d0-acac-4efcc488a8be HTTP/1.1" status: 200 len: 217 time: 0.1221323 Sep 15 08:41:39.760360 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-25c7f65a-52b5-4f3e-aa3a-69c43cd5a99c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05afc898e9454724bd0ff6238dadd254&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7603381 Sep 15 08:41:39.771894 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 54490) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:39.832028 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-bd464070-0984-43d0-b9b3-8909cd59c7ab service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:39.833449 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-bd464070-0984-43d0-b9b3-8909cd59c7ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbc783f9-168d-423f-8179-cb2450becd9d HTTP/1.1" status: 200 len: 855 time: 0.0878832 Sep 15 08:41:39.833911 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Network 5523e415-2a49-4b5d-8124-718fb5ec48c4 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:39.836708 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a7903224-f9dd-4d73-8481-e740f7c0e8cd service neutron] 10.222.0.24 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531857 Sep 15 08:41:39.849179 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:39.864802 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:39.868649 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:39.869782 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:39.885791 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Pushing event updated for resources: {'Port': ['ID=3794f0e6-2b28-4490-9787-38b50341bace,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:39.888664 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-3316ca1d-0272-458d-8f30-32fec04b0850 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:39.905163 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:39.929121 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-3316ca1d-0272-458d-8f30-32fec04b0850 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:39.938605 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7489023 Sep 15 08:41:39.951553 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3a33-6ef9-4ae2-9559-fa595439caef req-4a10129c-83de-4648-a84b-39307917ee34 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:39.953027 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e19a3a33-6ef9-4ae2-9559-fa595439caef req-4a10129c-83de-4648-a84b-39307917ee34 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 944 time: 0.3306022 Sep 15 08:41:39.962595 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-3316ca1d-0272-458d-8f30-32fec04b0850 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Made reservation on behalf of 8a2504fc61c643689d3bd8f37fc59dc4 for: {'port': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:39.965542 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-3316ca1d-0272-458d-8f30-32fec04b0850 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:39.999051 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-0a09bbcc-9413-4393-a6b6-0a0e536d2af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:40.005650 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Request body: {'port': {'device_id': '83417db9-4daf-47df-8479-95b0edc39f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:40.041418 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-ec0bd3ba-5f4c-41b6-b324-736a17f141cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d238d48-c667-4b75-9461-7e2b13d6ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2005556 Sep 15 08:41:40.046329 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-8eedcc4e-1622-4add-b9ba-a60dfe1dcb07 service neutron] 10.222.0.24 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708503 Sep 15 08:41:40.132472 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-0a09bbcc-9413-4393-a6b6-0a0e536d2af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:40.214088 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-4ca16ad5-ce45-42d1-8bd5-9c27585eb0f2 service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647415 Sep 15 08:41:40.223255 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-0a09bbcc-9413-4393-a6b6-0a0e536d2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:40.314915 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:40.336607 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e19a3a33-6ef9-4ae2-9559-fa595439caef req-b24283ed-ae09-4e25-ac99-d09f4609eb2f tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614142 Sep 15 08:41:40.341829 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:40.358761 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09bbcc-9413-4393-a6b6-0a0e536d2af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb238a94-6cb9-4d53-8682-647e6bc09c57,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:40.367208 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-0a09bbcc-9413-4393-a6b6-0a0e536d2af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:40.409650 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-0a09bbcc-9413-4393-a6b6-0a0e536d2af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:40.413561 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-0a09bbcc-9413-4393-a6b6-0a0e536d2af4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb238a94-6cb9-4d53-8682-647e6bc09c57 HTTP/1.1" status: 204 len: 168 time: 0.6279242 Sep 15 08:41:40.429535 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-aad48dfb-a8fe-4fce-b884-cfcf50342a64 req-be8e73e7-ffc2-409f-ba76-2dca57cdb5b5 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 210 time: 0.1052349 Sep 15 08:41:40.496613 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2605dada-bb3f-4cba-a3e4-5e98fb479eae req-82724125-6047-475c-b8b7-450c61160703 service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753873 Sep 15 08:41:40.528686 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device e97b994d-8f53-4d6f-b6b4-1e82ebb60180 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:41:40.618004 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-3316ca1d-0272-458d-8f30-32fec04b0850 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Allocated IP 172.20.0.12 (5523e415-2a49-4b5d-8124-718fb5ec48c4/2d953322-a64f-42ac-8128-2109fba4be9a/7279912e-f092-48e6-87e0-0879f22c6c5e) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:40.698215 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'tag': '457f6d71-9605-46d0-acac-4efcc488a8be', 'status': 'completed', 'code': 200} Sep 15 08:41:40.866503 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port e97b994d-8f53-4d6f-b6b4-1e82ebb60180, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e97b994d-8f53-4d6f-b6b4-1e82ebb60180,segment=NetworkSegment(f3e6e7f8-f49e-495f-a086-928ec47cd6a5),segment_id=f3e6e7f8-f49e-495f-a086-928ec47cd6a5)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:40.898314 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': 'e97b994d-8f53-4d6f-b6b4-1e82ebb60180', 'network_id': '40318bfd-9f61-408f-b5be-145432193cca', 'port_id': 'e97b994d-8f53-4d6f-b6b4-1e82ebb60180', 'mac_address': 'fa:16:3e:88:e1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69639eb8-b5b5-498e-bb51-5fb437d70577', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:41:40.961490 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3ff12c79-6872-4827-b829-1ce66242ee84 req-da1c6b45-cf1c-4504-8898-5462eadacd6f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 210 time: 0.1123118 Sep 15 08:41:41.024378 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:41.069109 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97b994d-8f53-4d6f-b6b4-1e82ebb60180 {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:41.095478 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19d8ce-b237-4fe3-83a8-f484b63b5d8e req-9dcfa64a-3d33-4f79-97d4-8598dd2ed7ba tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:41.116288 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ac19d8ce-b237-4fe3-83a8-f484b63b5d8e req-9dcfa64a-3d33-4f79-97d4-8598dd2ed7ba tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.3469188 Sep 15 08:41:41.119667 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port e97b994d-8f53-4d6f-b6b4-1e82ebb60180, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e97b994d-8f53-4d6f-b6b4-1e82ebb60180,segment=NetworkSegment(f3e6e7f8-f49e-495f-a086-928ec47cd6a5),segment_id=f3e6e7f8-f49e-495f-a086-928ec47cd6a5)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:41.139925 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:41.141386 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 8e4761fb-c79a-4352-9169-571b41c06c64 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:41:41.144085 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:41.159778 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d90d3a7c-701f-455a-b332-df7deb2167cf req-b37ec84e-8aac-4387-ad92-6019a14c8c63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86820906c093481aaaf4340eacfde2db&device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 1096 time: 0.4083390 Sep 15 08:41:41.268826 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 54532) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:41.320010 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-ac19d8ce-b237-4fe3-83a8-f484b63b5d8e req-85d34a25-c667-4e3b-980a-98dba92a5ce7 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Synchronizing usage tracker for tenant:86820906c093481aaaf4340eacfde2db on resource:security_group {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:41.324924 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e781e30b-7c13-4bcf-a7a3-d8cbba7117df admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:41.391381 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-3316ca1d-0272-458d-8f30-32fec04b0850 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:41.395296 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=e97b994d-8f53-4d6f-b6b4-1e82ebb60180,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:41.418166 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:41.438648 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-ac19d8ce-b237-4fe3-83a8-f484b63b5d8e req-85d34a25-c667-4e3b-980a-98dba92a5ce7 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Unset dirty status for tenant:86820906c093481aaaf4340eacfde2db on resource:security_group {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:41.453769 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ac19d8ce-b237-4fe3-83a8-f484b63b5d8e req-85d34a25-c667-4e3b-980a-98dba92a5ce7 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364699 Sep 15 08:41:41.514100 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-e781e30b-7c13-4bcf-a7a3-d8cbba7117df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:41.520327 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-e781e30b-7c13-4bcf-a7a3-d8cbba7117df admin admin] Usage tracker for resource:security_group_rule and tenant:f31956d2c7e3429cbdb092b6e3254e65 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:41.524529 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-e781e30b-7c13-4bcf-a7a3-d8cbba7117df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:41.534662 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-e781e30b-7c13-4bcf-a7a3-d8cbba7117df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:41.589527 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-3316ca1d-0272-458d-8f30-32fec04b0850 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:41.685943 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-0702fb5e-a39a-47f1-b057-e5c8b4f814d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:41.734475 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 8e4761fb-c79a-4352-9169-571b41c06c64, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8e4761fb-c79a-4352-9169-571b41c06c64,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:41.738168 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d3a7c-701f-455a-b332-df7deb2167cf req-ac38219c-222f-4aee-be29-1266f09991c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:41.739908 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d90d3a7c-701f-455a-b332-df7deb2167cf req-ac38219c-222f-4aee-be29-1266f09991c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d238d48-c667-4b75-9461-7e2b13d6ae1c HTTP/1.1" status: 200 len: 917 time: 0.5683532 Sep 15 08:41:41.754913 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '8e4761fb-c79a-4352-9169-571b41c06c64', 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76', 'port_id': '8e4761fb-c79a-4352-9169-571b41c06c64', 'mac_address': 'fa:16:3e:d8:3c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c14d6424-e236-4279-b7fc-91d959c729a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:41:41.822659 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:41.859607 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316ca1d-0272-458d-8f30-32fec04b0850 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Pushing event updated for resources: {'Port': ['ID=7279912e-f092-48e6-87e0-0879f22c6c5e,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:41.862644 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-3316ca1d-0272-458d-8f30-32fec04b0850 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:41.863103 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4761fb-c79a-4352-9169-571b41c06c64 {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:41.880732 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-3316ca1d-0272-458d-8f30-32fec04b0850 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Network 5523e415-2a49-4b5d-8124-718fb5ec48c4 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:41.884191 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 8e4761fb-c79a-4352-9169-571b41c06c64, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8e4761fb-c79a-4352-9169-571b41c06c64,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:41.889439 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:41.891973 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-ed606dda-f35f-4487-ac14-13236cf61216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:41.895773 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-3316ca1d-0272-458d-8f30-32fec04b0850 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:41.898430 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-3316ca1d-0272-458d-8f30-32fec04b0850 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:41.903461 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-3316ca1d-0272-458d-8f30-32fec04b0850 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:41.904238 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-3316ca1d-0272-458d-8f30-32fec04b0850 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:41.917704 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d90d3a7c-701f-455a-b332-df7deb2167cf req-59c71e69-c3b6-4677-888e-1b3f74732ba1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=457f6d71-9605-46d0-acac-4efcc488a8be HTTP/1.1" status: 200 len: 217 time: 0.1666131 Sep 15 08:41:41.928443 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e34133-86d6-4080-b945-6f1642569da2 req-2563caf5-dfae-4e3b-8cad-bf0bf7a6ea81 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:41.936333 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-08e34133-86d6-4080-b945-6f1642569da2 req-2563caf5-dfae-4e3b-8cad-bf0bf7a6ea81 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 943 time: 0.4338512 Sep 15 08:41:41.987317 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e781e30b-7c13-4bcf-a7a3-d8cbba7117df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:41.992820 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=8e4761fb-c79a-4352-9169-571b41c06c64,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:41.996931 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:42.004912 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e781e30b-7c13-4bcf-a7a3-d8cbba7117df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:42.022909 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:42.038398 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-3316ca1d-0272-458d-8f30-32fec04b0850 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5156145 Sep 15 08:41:42.051829 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c07e98-1193-4756-9729-55fbcb66f3f8 req-f96a3e9c-1fbe-4fb0-8c39-0854b2d1f7ab tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:42.053280 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-34c07e98-1193-4756-9729-55fbcb66f3f8 req-f96a3e9c-1fbe-4fb0-8c39-0854b2d1f7ab tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 945 time: 0.3096325 Sep 15 08:41:42.064200 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-08e34133-86d6-4080-b945-6f1642569da2 req-bcc44b3e-59a0-4e10-9e56-3f6551b1d935 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269474 Sep 15 08:41:42.076193 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d3a7c-701f-455a-b332-df7deb2167cf req-946dffab-1a24-4dc8-bf17-0afa93078dea service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:42.076193 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d90d3a7c-701f-455a-b332-df7deb2167cf req-946dffab-1a24-4dc8-bf17-0afa93078dea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbc783f9-168d-423f-8179-cb2450becd9d HTTP/1.1" status: 200 len: 855 time: 0.1141007 Sep 15 08:41:42.080955 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Request body: {'port': {'device_id': '04b7f955-9d2f-413f-a24b-a85e4b85c1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:42.108959 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.db.resource_extend [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 08:41:42.265726 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-e781e30b-7c13-4bcf-a7a3-d8cbba7117df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f31956d2c7e3429cbdb092b6e3254e65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9949503 Sep 15 08:41:42.267005 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781e30b-7c13-4bcf-a7a3-d8cbba7117df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c3826d-01f8-4850-a316-4ba9d12dcd63,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:42.278134 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 54570) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:42.331092 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e781e30b-7c13-4bcf-a7a3-d8cbba7117df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:42.368356 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d90d3a7c-701f-455a-b332-df7deb2167cf req-dcad4db7-8cae-429f-841e-c3fea7824374 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d238d48-c667-4b75-9461-7e2b13d6ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2776251 Sep 15 08:41:42.416446 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d5f50-3d2c-42bf-84fb-a4e434dc441d req-154868dd-a9d2-4c4e-921e-9dc6adf5c810 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:42.417938 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-903d5f50-3d2c-42bf-84fb-a4e434dc441d req-154868dd-a9d2-4c4e-921e-9dc6adf5c810 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 932 time: 0.2099972 Sep 15 08:41:42.444369 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3794f0e6-2b28-4490-9787-38b50341bace {{(pid=75066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:42.455599 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['8e4761fb-c79a-4352-9169-571b41c06c64'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:41:42.457124 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-34c07e98-1193-4756-9729-55fbcb66f3f8 req-1ae8e4e3-6c31-4659-a7dd-c35bfee3a80e tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874447 Sep 15 08:41:42.465394 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:42.465759 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dbf86751-d1cd-414f-bc34-ffc354ae4810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:42.513785 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Transition to ACTIVE for port object 3794f0e6-2b28-4490-9787-38b50341bace will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:42.519416 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-79734ae9-0ddf-4158-9b95-2240016ede4c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:42.520037 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-79734ae9-0ddf-4158-9b95-2240016ede4c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Synchronizing usage tracker for tenant:dc73385a541e443f85ce66f39b5a02cc on resource:network {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:42.524284 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:42.527837 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dbf86751-d1cd-414f-bc34-ffc354ae4810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:42.536334 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:42.548718 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-522ee9da-ffb6-478b-adf2-f6f8d5c0a45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:42.579751 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['e97b994d-8f53-4d6f-b6b4-1e82ebb60180'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:41:42.596702 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-903d5f50-3d2c-42bf-84fb-a4e434dc441d req-a771f9d4-ea05-4237-bfe6-c478d632a8a8 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317124 Sep 15 08:41:42.653930 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-79734ae9-0ddf-4158-9b95-2240016ede4c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Unset dirty status for tenant:dc73385a541e443f85ce66f39b5a02cc on resource:network {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:42.654120 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-79734ae9-0ddf-4158-9b95-2240016ede4c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.42 "GET /v2.0/networks?id=debe74da-7043-4a8c-a5f8-de50c125be18 HTTP/1.1" status: 200 len: 810 time: 0.5790217 Sep 15 08:41:42.677465 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d90d3a7c-701f-455a-b332-df7deb2167cf req-20f922c5-c6e4-4978-a1af-365c228eb999 service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942297 Sep 15 08:41:42.742514 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Pushing event updated for resources: {'Port': ['ID=3794f0e6-2b28-4490-9787-38b50341bace,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:42.793364 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:42.812130 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-2afc3d93-cdf5-46aa-99bd-b2620b5a36df req-01931e74-d6cb-4270-9e3e-3232d4d6debe tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Synchronizing usage tracker for tenant:dc73385a541e443f85ce66f39b5a02cc on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:42.876490 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d90d3a7c-701f-455a-b332-df7deb2167cf req-8a3aae13-157b-4ae9-945a-d18a9597fbe6 service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915419 Sep 15 08:41:42.965874 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dbf86751-d1cd-414f-bc34-ffc354ae4810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:42.980522 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-cfaf8199-c8eb-41f4-903d-4657589a0e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:42.998771 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf86751-d1cd-414f-bc34-ffc354ae4810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c3826d-01f8-4850-a316-4ba9d12dcd63,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:43.001528 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-dbf86751-d1cd-414f-bc34-ffc354ae4810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:43.009419 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dbf86751-d1cd-414f-bc34-ffc354ae4810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:43.014114 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-dbf86751-d1cd-414f-bc34-ffc354ae4810 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91c3826d-01f8-4850-a316-4ba9d12dcd63 HTTP/1.1" status: 204 len: 168 time: 0.7340047 Sep 15 08:41:43.041580 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320a27f-f0c5-42a8-8e70-38002f308837 req-6d4e54ac-c479-495c-8cca-3e9b0f4a8c22 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:43.043348 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-2afc3d93-cdf5-46aa-99bd-b2620b5a36df req-01931e74-d6cb-4270-9e3e-3232d4d6debe tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Unset dirty status for tenant:dc73385a541e443f85ce66f39b5a02cc on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:43.043825 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9320a27f-f0c5-42a8-8e70-38002f308837 req-6d4e54ac-c479-495c-8cca-3e9b0f4a8c22 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.1647060 Sep 15 08:41:43.044482 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2afc3d93-cdf5-46aa-99bd-b2620b5a36df req-01931e74-d6cb-4270-9e3e-3232d4d6debe tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 210 time: 0.3282874 Sep 15 08:41:43.046646 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a9213444-57e3-4354-9c41-70c8fb76cddd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Synchronizing usage tracker for tenant:dc73385a541e443f85ce66f39b5a02cc on resource:security_group {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:43.070261 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Attempting to bind port 3794f0e6-2b28-4490-9787-38b50341bace on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:43.079403 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Attempting to bind port 3794f0e6-2b28-4490-9787-38b50341bace by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '2a133aea-10c3-4401-a846-815ba12d4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:43.079403 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Attempting to bind port 3794f0e6-2b28-4490-9787-38b50341bace on network 5523e415-2a49-4b5d-8124-718fb5ec48c4 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:43.111037 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9320a27f-f0c5-42a8-8e70-38002f308837 req-0255df96-7a0e-4da2-8e79-807487fee976 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553656 Sep 15 08:41:43.144369 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Port 3794f0e6-2b28-4490-9787-38b50341bace on network 5523e415-2a49-4b5d-8124-718fb5ec48c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:41:43.145053 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Attempting to bind port 3794f0e6-2b28-4490-9787-38b50341bace on network 5523e415-2a49-4b5d-8124-718fb5ec48c4 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:43.160619 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a9213444-57e3-4354-9c41-70c8fb76cddd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Unset dirty status for tenant:dc73385a541e443f85ce66f39b5a02cc on resource:security_group {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:43.161907 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a9213444-57e3-4354-9c41-70c8fb76cddd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc73385a541e443f85ce66f39b5a02cc HTTP/1.1" status: 200 len: 380 time: 0.4418423 Sep 15 08:41:43.165594 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:43.166546 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Checking segment: {'id': '2a133aea-10c3-4401-a846-815ba12d4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:43.166931 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Bound using segment: {'id': '2a133aea-10c3-4401-a846-815ba12d4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:43.167374 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Bound port: 3794f0e6-2b28-4490-9787-38b50341bace, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a133aea-10c3-4401-a846-815ba12d4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:43.167715 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:43.188695 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-d461796b-793b-4cf7-b28c-3903aeb61623 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Request body: {'port': {'device_id': '91e03618-c659-43d3-90b9-b5148cc83c86', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'admin_state_up': True, 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'security_groups': ['adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3']}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:43.571282 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] For port 3794f0e6-2b28-4490-9787-38b50341bace, host hv-cinder-80600, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:43.589926 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-d461796b-793b-4cf7-b28c-3903aeb61623 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:43.600891 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-d461796b-793b-4cf7-b28c-3903aeb61623 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:43.613672 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] For port 3794f0e6-2b28-4490-9787-38b50341bace, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3794f0e6-2b28-4490-9787-38b50341bace,segment=NetworkSegment(2a133aea-10c3-4401-a846-815ba12d4867),segment_id=2a133aea-10c3-4401-a846-815ba12d4867)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:43.615655 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-d461796b-793b-4cf7-b28c-3903aeb61623 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Made reservation on behalf of dc73385a541e443f85ce66f39b5a02cc for: {'port': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:43.619356 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-d461796b-793b-4cf7-b28c-3903aeb61623 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:43.637691 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:43.657459 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7279912e-f092-48e6-87e0-0879f22c6c5e {{(pid=75066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:43.663470 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8f233744-0444-41db-b849-6bbf66727507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:43.702091 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75824003-624a-4bb4-9053-f4f2b3bc16fb req-59b80172-2cea-4271-8712-085e5f43c177 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:43.703611 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-75824003-624a-4bb4-9053-f4f2b3bc16fb req-59b80172-2cea-4271-8712-085e5f43c177 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 945 time: 0.0951579 Sep 15 08:41:43.707100 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a653b1-48d0-4d9a-9d3a-a9f1ee4a0fdd req-581c4309-30e0-4876-bfd1-b621d63f782e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:43.708571 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-10a653b1-48d0-4d9a-9d3a-a9f1ee4a0fdd req-581c4309-30e0-4876-bfd1-b621d63f782e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 944 time: 0.3860602 Sep 15 08:41:43.717370 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:43.780976 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-75824003-624a-4bb4-9053-f4f2b3bc16fb req-60c7892a-b229-4d1b-8d49-22624845d72c tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653341 Sep 15 08:41:43.791309 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:43.792780 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] 10.222.0.42 "PUT /v2.0/ports/3794f0e6-2b28-4490-9787-38b50341bace HTTP/1.1" status: 200 len: 1093 time: 3.7948465 Sep 15 08:41:43.793329 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83417db9-4daf-47df-8479-95b0edc39f45', 'tag': '3794f0e6-2b28-4490-9787-38b50341bace'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:43.814758 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Transition to ACTIVE for port object 7279912e-f092-48e6-87e0-0879f22c6c5e will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:43.836212 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:43.924821 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Pushing event updated for resources: {'Port': ['ID=3794f0e6-2b28-4490-9787-38b50341bace,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:43.938506 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:43.940293 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:44.002662 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70e191-9005-4b2e-b389-3eb3fc9a1772 req-50d0c4e7-6214-46d0-b86b-831bbbc9b1ba tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:44.005541 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-de70e191-9005-4b2e-b389-3eb3fc9a1772 req-50d0c4e7-6214-46d0-b86b-831bbbc9b1ba tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0943613 Sep 15 08:41:44.030814 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-10a653b1-48d0-4d9a-9d3a-a9f1ee4a0fdd req-832ba493-aeaf-4962-93e5-0be7b3322b19 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044763 Sep 15 08:41:44.086191 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-de70e191-9005-4b2e-b389-3eb3fc9a1772 req-e2e9ebf3-cdcf-469c-aa91-2186b1898325 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742481 Sep 15 08:41:44.123534 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83417db9-4daf-47df-8479-95b0edc39f45', 'tag': '3794f0e6-2b28-4490-9787-38b50341bace', 'status': 'completed', 'code': 200} Sep 15 08:41:44.133748 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Pushing event updated for resources: {'Port': ['ID=7279912e-f092-48e6-87e0-0879f22c6c5e,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:44.141780 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:44.189343 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-d461796b-793b-4cf7-b28c-3903aeb61623 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Allocated IP 172.20.0.4 (debe74da-7043-4a8c-a5f8-de50c125be18/9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2/1c348326-15d0-4cee-960d-12c0cafb183e) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:44.226236 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-358a76b1-339e-4761-b565-47312c2219ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a2504fc61c643689d3bd8f37fc59dc4&device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 1096 time: 0.3506808 Sep 15 08:41:44.226606 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Attempting to bind port 7279912e-f092-48e6-87e0-0879f22c6c5e on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:44.226898 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Attempting to bind port 7279912e-f092-48e6-87e0-0879f22c6c5e by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '2a133aea-10c3-4401-a846-815ba12d4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:44.227218 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Attempting to bind port 7279912e-f092-48e6-87e0-0879f22c6c5e on network 5523e415-2a49-4b5d-8124-718fb5ec48c4 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:44.349495 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a719b5ef-b893-4ea5-b8a6-14f94aecd8e1 req-30b55bc2-c8dc-4b98-97f8-d432c53c5316 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 210 time: 0.1119757 Sep 15 08:41:44.359017 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Port 7279912e-f092-48e6-87e0-0879f22c6c5e on network 5523e415-2a49-4b5d-8124-718fb5ec48c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:41:44.359343 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Attempting to bind port 7279912e-f092-48e6-87e0-0879f22c6c5e on network 5523e415-2a49-4b5d-8124-718fb5ec48c4 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:44.382546 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-7d65c627-b9f1-4796-83a7-ff99e0084738 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3794f0e6-2b28-4490-9787-38b50341bace HTTP/1.1" status: 200 len: 217 time: 0.1368005 Sep 15 08:41:44.388544 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:44.388908 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Checking segment: {'id': '2a133aea-10c3-4401-a846-815ba12d4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:44.389282 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Bound using segment: {'id': '2a133aea-10c3-4401-a846-815ba12d4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:44.389709 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Bound port: 7279912e-f092-48e6-87e0-0879f22c6c5e, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a133aea-10c3-4401-a846-815ba12d4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:44.390054 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:44.403709 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a25e7-ddf3-4663-901e-0c8380518306 req-b69921f7-0e77-403f-abb8-f133f719315a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:44.405408 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ce2a25e7-ddf3-4663-901e-0c8380518306 req-b69921f7-0e77-403f-abb8-f133f719315a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.0898197 Sep 15 08:41:44.460437 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ce2a25e7-ddf3-4663-901e-0c8380518306 req-d36d21a3-100c-431c-8216-3cc0f7e02a0e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493467 Sep 15 08:41:44.504505 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 457f6d71-9605-46d0-acac-4efcc488a8be details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:41:44.512577 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device e97b994d-8f53-4d6f-b6b4-1e82ebb60180 up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:44.626571 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-c7d96eae-3fbb-455f-9b8e-91a827304a4f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:44.627991 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-c7d96eae-3fbb-455f-9b8e-91a827304a4f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d953322-a64f-42ac-8128-2109fba4be9a HTTP/1.1" status: 200 len: 859 time: 0.2289195 Sep 15 08:41:44.694496 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-d461796b-793b-4cf7-b28c-3903aeb61623 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:44.699170 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-011369f6-eb42-43bb-84de-7ec0de444034 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5523e415-2a49-4b5d-8124-718fb5ec48c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641656 Sep 15 08:41:44.733433 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 457f6d71-9605-46d0-acac-4efcc488a8be, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=457f6d71-9605-46d0-acac-4efcc488a8be,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:44.735519 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] For port 7279912e-f092-48e6-87e0-0879f22c6c5e, host hv-cinder-80600, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:44.743499 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-d461796b-793b-4cf7-b28c-3903aeb61623 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Transition to ACTIVE for port object 1c348326-15d0-4cee-960d-12c0cafb183e will not be triggered until provisioned by entity DHCP. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:44.753851 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '457f6d71-9605-46d0-acac-4efcc488a8be', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'port_id': '457f6d71-9605-46d0-acac-4efcc488a8be', 'mac_address': 'fa:16:3e:cf:11:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:41:44.850559 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:44.872819 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457f6d71-9605-46d0-acac-4efcc488a8be {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:44.877874 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] For port 7279912e-f092-48e6-87e0-0879f22c6c5e, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7279912e-f092-48e6-87e0-0879f22c6c5e,segment=NetworkSegment(2a133aea-10c3-4401-a846-815ba12d4867),segment_id=2a133aea-10c3-4401-a846-815ba12d4867)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:44.893306 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:44.895095 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 457f6d71-9605-46d0-acac-4efcc488a8be, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=457f6d71-9605-46d0-acac-4efcc488a8be,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:44.898416 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port e97b994d-8f53-4d6f-b6b4-1e82ebb60180 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:44.905175 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:44.908100 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-c809fbda-26e4-4ff8-b545-d44b68afa9e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:44.915632 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-6a748d7e-62d2-4d0a-83aa-a07cbb8f4a7a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:44.981765 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port e97b994d-8f53-4d6f-b6b4-1e82ebb60180 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:44.982280 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:45.033703 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=457f6d71-9605-46d0-acac-4efcc488a8be,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:45.038407 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:45.105337 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:45.106805 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] 10.222.0.42 "PUT /v2.0/ports/7279912e-f092-48e6-87e0-0879f22c6c5e HTTP/1.1" status: 200 len: 1094 time: 3.0306206 Sep 15 08:41:45.112270 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-60292c42-dcfa-4e0e-84dc-dda2b1a3c193 service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028885 Sep 15 08:41:45.120600 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-d461796b-793b-4cf7-b28c-3903aeb61623 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:45.122512 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:45.174785 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Pushing event updated for resources: {'Port': ['ID=7279912e-f092-48e6-87e0-0879f22c6c5e,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:45.179154 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:45.184826 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:45.187366 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f75ab8-d20e-4441-b15d-bae78ab24d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97b994d-8f53-4d6f-b6b4-1e82ebb60180'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:45.340291 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 54662) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:45.343761 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port e97b994d-8f53-4d6f-b6b4-1e82ebb60180, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e97b994d-8f53-4d6f-b6b4-1e82ebb60180,segment=NetworkSegment(f3e6e7f8-f49e-495f-a086-928ec47cd6a5),segment_id=f3e6e7f8-f49e-495f-a086-928ec47cd6a5)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:45.360223 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:45.361288 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 8e4761fb-c79a-4352-9169-571b41c06c64 up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:45.397251 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-d461796b-793b-4cf7-b28c-3903aeb61623 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Network debe74da-7043-4a8c-a5f8-de50c125be18 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:45.405548 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-d461796b-793b-4cf7-b28c-3903aeb61623 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:45.407455 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461796b-793b-4cf7-b28c-3903aeb61623 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Pushing event updated for resources: {'Port': ['ID=1c348326-15d0-4cee-960d-12c0cafb183e,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:45.411070 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-d461796b-793b-4cf7-b28c-3903aeb61623 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:45.414998 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-d461796b-793b-4cf7-b28c-3903aeb61623 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:45.415613 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-d461796b-793b-4cf7-b28c-3903aeb61623 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:45.424395 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-d461796b-793b-4cf7-b28c-3903aeb61623 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:45.437453 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725ec8a-48d9-4b0b-b10d-a14a882ebe05 req-da432a56-c129-449a-a182-db7556708bea tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:45.441642 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:45.444906 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4725ec8a-48d9-4b0b-b10d-a14a882ebe05 req-da432a56-c129-449a-a182-db7556708bea tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 945 time: 0.4409225 Sep 15 08:41:45.450283 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b2a7b-e605-480d-a8c4-e8f6c233f5e9 req-e3b933cd-bd22-4db6-a62f-4b65fb864b64 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:45.458835 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c28b2a7b-e605-480d-a8c4-e8f6c233f5e9 req-e3b933cd-bd22-4db6-a62f-4b65fb864b64 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 944 time: 0.1495857 Sep 15 08:41:45.506752 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['457f6d71-9605-46d0-acac-4efcc488a8be'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:41:45.560734 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e0cc53ec-852b-4990-8d08-c6bd0eff3944 req-bdf1ce73-9abf-4188-8fee-54aa4353d539 service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141393 Sep 15 08:41:45.563217 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c28b2a7b-e605-480d-a8c4-e8f6c233f5e9 req-ffedb300-3f7d-4d62-b7d0-51c0f479b39d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015794 Sep 15 08:41:45.595623 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4725ec8a-48d9-4b0b-b10d-a14a882ebe05 req-3b0cc824-b7aa-4b4c-958f-648426cf0279 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498308 Sep 15 08:41:45.600204 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-d461796b-793b-4cf7-b28c-3903aeb61623 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4177120 Sep 15 08:41:45.623008 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-1a356b48-6259-4844-8023-1330fb20179d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a2504fc61c643689d3bd8f37fc59dc4&device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 1097 time: 0.4017284 Sep 15 08:41:45.644929 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port 8e4761fb-c79a-4352-9169-571b41c06c64 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:45.668030 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 8e4761fb-c79a-4352-9169-571b41c06c64 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:45.668713 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:45.696147 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Request body: {'port': {'device_id': '91e03618-c659-43d3-90b9-b5148cc83c86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:45.796047 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=e97b994d-8f53-4d6f-b6b4-1e82ebb60180,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:45.803941 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:45.845111 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-08495bf7-cedb-4bef-a478-5dcf70716ab1 None None] Provisioning for port 1c348326-15d0-4cee-960d-12c0cafb183e completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:45.907350 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25128ef4-ce12-4357-96e1-16e784c7e289 req-fc5ae70e-2c48-4984-bc3d-398f7bb6d8ee tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:45.910494 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-25128ef4-ce12-4357-96e1-16e784c7e289 req-fc5ae70e-2c48-4984-bc3d-398f7bb6d8ee tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 944 time: 0.1217010 Sep 15 08:41:45.927103 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-08495bf7-cedb-4bef-a478-5dcf70716ab1 None None] Provisioning complete for port 1c348326-15d0-4cee-960d-12c0cafb183e triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:45.927645 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-08495bf7-cedb-4bef-a478-5dcf70716ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:45.989108 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-25128ef4-ce12-4357-96e1-16e784c7e289 req-d2ce49f7-7277-4e32-9c67-aab59b6e5d59 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723276 Sep 15 08:41:46.003342 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-2b1adf44-5eec-478b-ab27-5772caea9739 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7279912e-f092-48e6-87e0-0879f22c6c5e HTTP/1.1" status: 200 len: 217 time: 0.2441773 Sep 15 08:41:46.005000 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-827f2c28-54e6-4532-9f00-72a972d00f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.025522 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-08495bf7-cedb-4bef-a478-5dcf70716ab1 None None] Port 1c348326-15d0-4cee-960d-12c0cafb183e cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:41:46.032634 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.050563 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-827f2c28-54e6-4532-9f00-72a972d00f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:46.054824 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-827f2c28-54e6-4532-9f00-72a972d00f8d admin admin] Usage tracker for resource:security_group_rule and tenant:6a66d6f1437b40baa4e70d1ec179d463 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:46.109607 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 8e4761fb-c79a-4352-9169-571b41c06c64, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8e4761fb-c79a-4352-9169-571b41c06c64,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:46.120042 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.122067 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-ad6a2f32-ca8d-45e2-b170-80c192f6d785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:46.146015 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b7f955-9d2f-413f-a24b-a85e4b85c1d7', 'tag': '7279912e-f092-48e6-87e0-0879f22c6c5e'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:46.150948 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-16ea43a6-3ed3-4d66-b443-08c904793ada service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:46.152392 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-16ea43a6-3ed3-4d66-b443-08c904793ada service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d953322-a64f-42ac-8128-2109fba4be9a HTTP/1.1" status: 200 len: 859 time: 0.1288548 Sep 15 08:41:46.155675 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-827f2c28-54e6-4532-9f00-72a972d00f8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:46.161635 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-827f2c28-54e6-4532-9f00-72a972d00f8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:46.233273 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-827f2c28-54e6-4532-9f00-72a972d00f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.238266 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e9abb-d686-47fa-a209-2ab564b202a8 req-6d5a3e4e-1f9d-4937-a383-50448033e763 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:46.247660 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-1b7e9abb-d686-47fa-a209-2ab564b202a8 req-6d5a3e4e-1f9d-4937-a383-50448033e763 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 944 time: 0.1053734 Sep 15 08:41:46.298301 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-827f2c28-54e6-4532-9f00-72a972d00f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.300205 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-b375ad9a-4ecb-4a16-8a31-8b25f17c81f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5523e415-2a49-4b5d-8124-718fb5ec48c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576577 Sep 15 08:41:46.304593 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=8e4761fb-c79a-4352-9169-571b41c06c64,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:46.308281 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-1b7e9abb-d686-47fa-a209-2ab564b202a8 req-7f72b1aa-142d-4a8a-9850-9cdc7f28f2fa tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595412 Sep 15 08:41:46.317266 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:46.368545 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:46.520069 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-827f2c28-54e6-4532-9f00-72a972d00f8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a66d6f1437b40baa4e70d1ec179d463&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1785262 Sep 15 08:41:46.522953 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 54706) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:46.531879 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f2c28-54e6-4532-9f00-72a972d00f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2f6725-d5c1-4c07-905c-a98b5e875d7e,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:46.537205 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-827f2c28-54e6-4532-9f00-72a972d00f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:46.544407 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.558861 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f75ab8-d20e-4441-b15d-bae78ab24d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97b994d-8f53-4d6f-b6b4-1e82ebb60180', 'code': 200} Sep 15 08:41:46.561888 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-082ede23-7e34-4211-bf6d-d2c05179c3e0 req-f5af10be-7b53-4641-8f4f-74f27a7d7344 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a2504fc61c643689d3bd8f37fc59dc4&device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 1096 time: 0.8080595 Sep 15 08:41:46.589335 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5d788b5d-b28d-4d88-bfe2-401bc82295c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.633124 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5d788b5d-b28d-4d88-bfe2-401bc82295c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.655790 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc237506-5a24-48fb-ad84-f4e42b860401 req-ffa0cc73-7880-4522-b15d-d81f92526777 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:46.657077 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-cc237506-5a24-48fb-ad84-f4e42b860401 req-ffa0cc73-7880-4522-b15d-d81f92526777 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Synchronizing usage tracker for tenant:dc73385a541e443f85ce66f39b5a02cc on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:46.674842 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b7f955-9d2f-413f-a24b-a85e4b85c1d7', 'tag': '7279912e-f092-48e6-87e0-0879f22c6c5e', 'status': 'completed', 'code': 200} Sep 15 08:41:46.705824 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5d788b5d-b28d-4d88-bfe2-401bc82295c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.711073 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:46.739311 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d788b5d-b28d-4d88-bfe2-401bc82295c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2f6725-d5c1-4c07-905c-a98b5e875d7e,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:46.758410 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-5d788b5d-b28d-4d88-bfe2-401bc82295c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:46.763118 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5d788b5d-b28d-4d88-bfe2-401bc82295c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.783422 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-5d788b5d-b28d-4d88-bfe2-401bc82295c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db2f6725-d5c1-4c07-905c-a98b5e875d7e HTTP/1.1" status: 204 len: 168 time: 0.2592864 Sep 15 08:41:46.837325 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Sync routers for ids ['a31fdb82-ab2f-4d1f-8673-d9c724ef3829'] in dv-cinder-806008-2-smb {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:41:46.844343 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-251073f1-b329-4db3-be5e-ddf963140a0a service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767084 Sep 15 08:41:46.854076 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-cc237506-5a24-48fb-ad84-f4e42b860401 req-ffa0cc73-7880-4522-b15d-d81f92526777 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Unset dirty status for tenant:dc73385a541e443f85ce66f39b5a02cc on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:46.854076 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-cc237506-5a24-48fb-ad84-f4e42b860401 req-ffa0cc73-7880-4522-b15d-d81f92526777 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 931 time: 0.9448354 Sep 15 08:41:46.876207 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Routers {'a31fdb82-ab2f-4d1f-8673-d9c724ef3829'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:46.879537 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:41:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['a31fdb82-ab2f-4d1f-8673-d9c724ef3829'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:47.016482 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdb164-93a5-4776-85fc-fc57167b0067 req-d1a8d696-b96b-4596-af08-3aa5f26982cd tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:47.023597 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-26fdb164-93a5-4776-85fc-fc57167b0067 req-d1a8d696-b96b-4596-af08-3aa5f26982cd tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 945 time: 0.1770468 Sep 15 08:41:47.052023 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d616bbc8-5eb0-47a9-9163-e1fc8167afcb req-6c5a90ca-caf9-43b7-b68e-485055400f61 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 1099 time: 0.1595197 Sep 15 08:41:47.090279 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Sync routers for ids ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:41:47.101487 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-d616bbc8-5eb0-47a9-9163-e1fc8167afcb req-230c7c54-9530-4be9-9b40-ff476737d38d service neutron] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:47.120286 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Routers {'941b3e8e-c5ea-409e-88a7-bf6de9b782ee'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:47.121335 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:41:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:47.166659 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-26fdb164-93a5-4776-85fc-fc57167b0067 req-c55b6a04-c224-416b-9a9a-e05b45204181 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420681 Sep 15 08:41:47.229235 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [req-d616bbc8-5eb0-47a9-9163-e1fc8167afcb req-230c7c54-9530-4be9-9b40-ff476737d38d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:47.241599 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-d616bbc8-5eb0-47a9-9163-e1fc8167afcb req-230c7c54-9530-4be9-9b40-ff476737d38d service neutron] Usage tracker for resource:security_group_rule and tenant:c9f124e116ad447e8df64d189ad767d0 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:47.255517 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-d616bbc8-5eb0-47a9-9163-e1fc8167afcb req-230c7c54-9530-4be9-9b40-ff476737d38d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:47.270767 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [req-d616bbc8-5eb0-47a9-9163-e1fc8167afcb req-230c7c54-9530-4be9-9b40-ff476737d38d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:47.296399 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Set router a31fdb82-ab2f-4d1f-8673-d9c724ef3829 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:47.428450 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-d616bbc8-5eb0-47a9-9163-e1fc8167afcb req-230c7c54-9530-4be9-9b40-ff476737d38d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:47.616275 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ede23-7e34-4211-bf6d-d2c05179c3e0 req-4a08dd08-6f39-454a-9300-c8909d24359d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:47.617928 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-082ede23-7e34-4211-bf6d-d2c05179c3e0 req-4a08dd08-6f39-454a-9300-c8909d24359d service neutron] 10.222.0.42 "GET /v2.0/networks?id=5523e415-2a49-4b5d-8124-718fb5ec48c4 HTTP/1.1" status: 200 len: 920 time: 0.9974389 Sep 15 08:41:47.620311 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-d616bbc8-5eb0-47a9-9163-e1fc8167afcb req-230c7c54-9530-4be9-9b40-ff476737d38d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:47.622795 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 54748) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:47.649058 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:47.650694 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Set router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:47.656896 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-cc237506-5a24-48fb-ad84-f4e42b860401 req-db826924-25c3-448b-9160-3ef3a0a66d20 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6719701 Sep 15 08:41:47.701588 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c7c54-9530-4be9-9b40-ff476737d38d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c48865b4-9fe6-4717-84cf-9232a32fe6f2,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:47.709155 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-230c7c54-9530-4be9-9b40-ff476737d38d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:47.724331 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d616bbc8-5eb0-47a9-9163-e1fc8167afcb req-230c7c54-9530-4be9-9b40-ff476737d38d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6652451 Sep 15 08:41:47.748653 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf99fe8-e275-496e-b5d5-e78a432bfd46 req-3928f15d-2bb4-4ba7-b9f9-40c73bb5efcc tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:47.750448 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-bcf99fe8-e275-496e-b5d5-e78a432bfd46 req-3928f15d-2bb4-4ba7-b9f9-40c73bb5efcc tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 946 time: 0.3203859 Sep 15 08:41:47.803714 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'name': 'tempest-ServerRescueNegativeTestJSON-1315763640-router', 'tenant_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '3c7d0400-111a-4554-898e-8d8156db73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:26Z', 'revision_number': 4, 'project_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'gw_port': {'id': '3c7d0400-111a-4554-898e-8d8156db73af', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '25d98c93-e094-437a-9e16-3089d1c552c3', 'name': '', 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4', 'tenant_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'mac_address': 'fa:16:3e:8b:28:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d953322-a64f-42ac-8128-2109fba4be9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:22Z', 'updated_at': '2021-09-15T08:41:27Z', 'revision_number': 2, 'project_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'subnets': [{'id': '2d953322-a64f-42ac-8128-2109fba4be9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:47.821708 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Checking router: a31fdb82-ab2f-4d1f-8673-d9c724ef3829 for host: dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:41:47.822151 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Updating router a31fdb82-ab2f-4d1f-8673-d9c724ef3829 port 25d98c93-e094-437a-9e16-3089d1c552c3 binding host dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:41:47.850389 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-bcf99fe8-e275-496e-b5d5-e78a432bfd46 req-02d9cc98-301c-44b9-a546-df9b708ff766 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921855 Sep 15 08:41:47.916264 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:47.997893 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ab65ab8d-e6f6-4523-bee0-37985b96bd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.035081 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-082ede23-7e34-4211-bf6d-d2c05179c3e0 req-f77ab2ea-1cb6-4876-933b-80cf4663e586 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3794f0e6-2b28-4490-9787-38b50341bace HTTP/1.1" status: 200 len: 217 time: 0.3926084 Sep 15 08:41:48.039281 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7feaa073-6a3d-4e33-b358-5bd63d15e5a8 req-ae00072c-9229-4444-9bb1-7216c6d54a51 service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0613575 Sep 15 08:41:48.042815 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 54754) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:48.058422 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c348326-15d0-4cee-960d-12c0cafb183e {{(pid=75066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:48.071552 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.099871 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:19Z', 'revision_number': 4, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': 'c0092769-9188-4c87-b52a-6dc1e5617b9f', 'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'mac_address': 'fa:16:3e:cf:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:17Z', 'updated_at': '2021-09-15T08:41:19Z', 'revision_number': 2, 'project_id': '86820906c093481aaaf4340eacfde2db', 'subnets': [{'id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:48.107480 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b62efc-f582-4278-bf60-014a3c823e7d req-e122a8a2-3b15-4174-ac32-fe04427bfc99 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:48.109786 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Checking router: 941b3e8e-c5ea-409e-88a7-bf6de9b782ee for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:41:48.110129 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Updating router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee port c0092769-9188-4c87-b52a-6dc1e5617b9f binding host dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:41:48.116876 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a8b62efc-f582-4278-bf60-014a3c823e7d req-e122a8a2-3b15-4174-ac32-fe04427bfc99 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 944 time: 0.1142716 Sep 15 08:41:48.180975 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a8b62efc-f582-4278-bf60-014a3c823e7d req-20f9714b-1e1b-4157-8c9e-f73194d425b4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615635 Sep 15 08:41:48.188331 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.207365 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-ab65ab8d-e6f6-4523-bee0-37985b96bd93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:48.212621 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-ab65ab8d-e6f6-4523-bee0-37985b96bd93 admin admin] Usage tracker for resource:security_group_rule and tenant:9fe842e34d03445686eb7014049325dd is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:48.216810 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-ab65ab8d-e6f6-4523-bee0-37985b96bd93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:48.222894 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-ab65ab8d-e6f6-4523-bee0-37985b96bd93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:48.323103 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ab65ab8d-e6f6-4523-bee0-37985b96bd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.326825 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ede23-7e34-4211-bf6d-d2c05179c3e0 req-70e5c906-172a-4946-9542-5b69a1d6b05f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:48.331128 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-082ede23-7e34-4211-bf6d-d2c05179c3e0 req-70e5c906-172a-4946-9542-5b69a1d6b05f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d953322-a64f-42ac-8128-2109fba4be9a HTTP/1.1" status: 200 len: 859 time: 0.2087243 Sep 15 08:41:48.403868 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375dc85-5f2a-4380-bba3-a75b16cd6b38 req-f3e3e791-9de0-495d-9ca6-da2d4a497439 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:48.411221 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2375dc85-5f2a-4380-bba3-a75b16cd6b38 req-f3e3e791-9de0-495d-9ca6-da2d4a497439 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 945 time: 0.0947061 Sep 15 08:41:48.432511 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ab65ab8d-e6f6-4523-bee0-37985b96bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.434870 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-082ede23-7e34-4211-bf6d-d2c05179c3e0 req-1f04ba60-c91c-4474-a620-2af9d15a3764 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5523e415-2a49-4b5d-8124-718fb5ec48c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557678 Sep 15 08:41:48.435875 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Transition to ACTIVE for port object 1c348326-15d0-4cee-960d-12c0cafb183e will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:48.468038 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-5865971e-d5c4-4f13-83be-133db28083d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.475962 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2375dc85-5f2a-4380-bba3-a75b16cd6b38 req-4f2d6683-6e31-422d-9f65-0e93728da417 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635138 Sep 15 08:41:48.504579 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:48.525979 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.529869 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Notify callbacks [] for port, precommit_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.535925 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 457f6d71-9605-46d0-acac-4efcc488a8be up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:48.543464 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.provisioning_blocks [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Transition to ACTIVE for port object 25d98c93-e094-437a-9e16-3089d1c552c3 will not be triggered until provisioned by entity L2. {{(pid=75069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:48.551117 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.554988 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-c52d8830-3520-40d3-8b5a-a7146b1523d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:48.565602 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b364688-0c1b-4db2-8d89-4162aab1de13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4761fb-c79a-4352-9169-571b41c06c64'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:48.598650 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942a226-c4f1-4f3f-a9c0-022b0ecf0677 req-14c1d204-8592-4b6c-9b61-663845db1577 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:48.599358 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-1942a226-c4f1-4f3f-a9c0-022b0ecf0677 req-14c1d204-8592-4b6c-9b61-663845db1577 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Synchronizing usage tracker for tenant:8a2504fc61c643689d3bd8f37fc59dc4 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:48.622101 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3ec12-3ae1-4e92-8e3a-a017f9c01e8a None None] Pushing event updated for resources: {'Port': ['ID=25d98c93-e094-437a-9e16-3089d1c552c3,revision_number=3']} {{(pid=75069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:48.625325 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-f2f3ec12-3ae1-4e92-8e3a-a017f9c01e8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:48.679484 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b364688-0c1b-4db2-8d89-4162aab1de13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4761fb-c79a-4352-9169-571b41c06c64', 'code': 200} Sep 15 08:41:48.697796 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-5865971e-d5c4-4f13-83be-133db28083d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:48.702309 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port 457f6d71-9605-46d0-acac-4efcc488a8be completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:48.710586 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Notify callbacks [] for port, precommit_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.725272 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 457f6d71-9605-46d0-acac-4efcc488a8be triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:48.725641 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.788804 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 54774) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:48.792368 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-ab65ab8d-e6f6-4523-bee0-37985b96bd93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fe842e34d03445686eb7014049325dd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1661823 Sep 15 08:41:48.799059 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-5865971e-d5c4-4f13-83be-133db28083d5 admin admin] Usage tracker for resource:security_group_rule and tenant:85106c57d71649ac9eddc20d667d3d24 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:48.805243 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-5865971e-d5c4-4f13-83be-133db28083d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:48.828537 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-5865971e-d5c4-4f13-83be-133db28083d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:48.836965 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-1942a226-c4f1-4f3f-a9c0-022b0ecf0677 req-14c1d204-8592-4b6c-9b61-663845db1577 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Unset dirty status for tenant:8a2504fc61c643689d3bd8f37fc59dc4 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:48.837725 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1942a226-c4f1-4f3f-a9c0-022b0ecf0677 req-14c1d204-8592-4b6c-9b61-663845db1577 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 944 time: 0.9076393 Sep 15 08:41:48.850037 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65ab8d-e6f6-4523-bee0-37985b96bd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9d6dfa-a9ca-401e-8f35-4495515113c2,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:48.851986 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Transition to ACTIVE for port object c0092769-9188-4c87-b52a-6dc1e5617b9f will not be triggered until provisioned by entity L2. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:48.853771 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ab65ab8d-e6f6-4523-bee0-37985b96bd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:48.861271 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:48.899675 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.905135 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:48.920002 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Attempting to bind port 25d98c93-e094-437a-9e16-3089d1c552c3 on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:48.921037 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Attempting to bind port 25d98c93-e094-437a-9e16-3089d1c552c3 by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': '2a133aea-10c3-4401-a846-815ba12d4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4'}] {{(pid=75069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:48.921555 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Attempting to bind port 25d98c93-e094-437a-9e16-3089d1c552c3 on network 5523e415-2a49-4b5d-8124-718fb5ec48c4 {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:48.930485 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:48.931114 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Checking segment: {'id': '2a133aea-10c3-4401-a846-815ba12d4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:48.932213 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.933080 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Bound using segment: {'id': '2a133aea-10c3-4401-a846-815ba12d4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4'} {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:48.933946 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Bound port: 25d98c93-e094-437a-9e16-3089d1c552c3, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a133aea-10c3-4401-a846-815ba12d4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4'}}] {{(pid=75069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:48.934696 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:49.067580 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081e3fe-7ae9-4f23-8f66-68d34a81608b None None] Pushing event updated for resources: {'Port': ['ID=c0092769-9188-4c87-b52a-6dc1e5617b9f,revision_number=3']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:49.074187 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-0081e3fe-7ae9-4f23-8f66-68d34a81608b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:49.074420 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff23196f-f930-4ff7-b713-8d50c15cf87e req-3e9e55f5-a564-4609-86f2-eaaabdf985bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a2504fc61c643689d3bd8f37fc59dc4&device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 1097 time: 0.7383773 Sep 15 08:41:49.120804 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.db [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] For port 25d98c93-e094-437a-9e16-3089d1c552c3, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:49.129023 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.db [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] For port 25d98c93-e094-437a-9e16-3089d1c552c3, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=25d98c93-e094-437a-9e16-3089d1c552c3,segment=NetworkSegment(2a133aea-10c3-4401-a846-815ba12d4867),segment_id=2a133aea-10c3-4401-a846-815ba12d4867)] {{(pid=75069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:49.140265 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:49.159239 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-082ede23-7e34-4211-bf6d-d2c05179c3e0 req-30650ff5-c432-49bd-9315-49425bad37ed service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156239 Sep 15 08:41:49.161677 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-515e7058-00a7-43cc-8097-24f9d99a711e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:49.176245 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec2cf-583a-4aa1-8ea3-68206b70638d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:49.233353 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec2cf-583a-4aa1-8ea3-68206b70638d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:49.250704 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Routers {'a31fdb82-ab2f-4d1f-8673-d9c724ef3829'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:49.257656 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:41:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['a31fdb82-ab2f-4d1f-8673-d9c724ef3829'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:49.300378 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Pushing event updated for resources: {'Port': ['ID=1c348326-15d0-4cee-960d-12c0cafb183e,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:49.303245 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:49.374836 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3ec12-3ae1-4e92-8e3a-a017f9c01e8a None None] Pushing event updated for resources: {'Port': ['ID=25d98c93-e094-437a-9e16-3089d1c552c3,revision_number=4']} {{(pid=75069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:49.379337 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-f2f3ec12-3ae1-4e92-8e3a-a017f9c01e8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:49.413250 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe0311-df34-4c75-9ae7-49082802f7f7 req-420986f8-b63f-479d-a88a-6f85873278fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:49.420298 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:49.423962 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ecbe0311-df34-4c75-9ae7-49082802f7f7 req-420986f8-b63f-479d-a88a-6f85873278fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 943 time: 0.5273638 Sep 15 08:41:49.458949 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-08ac5e0c-96a6-4486-9e67-8b43381faf6c req-b90bd54f-710a-45d9-be6c-6afc27b935ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 1098 time: 0.3485718 Sep 15 08:41:49.469318 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec2cf-583a-4aa1-8ea3-68206b70638d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:49.496115 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:49.498374 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] Set router a31fdb82-ab2f-4d1f-8673-d9c724ef3829 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:49.499807 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Attempting to bind port c0092769-9188-4c87-b52a-6dc1e5617b9f on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:49.500298 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Attempting to bind port c0092769-9188-4c87-b52a-6dc1e5617b9f by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': 'ef88940d-29ae-4929-97b3-c1ba49b59f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c'}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:49.500894 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Attempting to bind port c0092769-9188-4c87-b52a-6dc1e5617b9f on network 3d238d48-c667-4b75-9461-7e2b13d6ae1c {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:49.504466 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-1942a226-c4f1-4f3f-a9c0-022b0ecf0677 req-96773932-29c6-4eac-8d08-5cb9420d4fd1 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Synchronizing usage tracker for tenant:8a2504fc61c643689d3bd8f37fc59dc4 on resource:security_group {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:49.514081 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 457f6d71-9605-46d0-acac-4efcc488a8be, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=457f6d71-9605-46d0-acac-4efcc488a8be,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:49.515580 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:49.516141 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Checking segment: {'id': 'ef88940d-29ae-4929-97b3-c1ba49b59f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:49.516827 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:49.517507 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Bound using segment: {'id': 'ef88940d-29ae-4929-97b3-c1ba49b59f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c'} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:49.518277 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ec2cf-583a-4aa1-8ea3-68206b70638d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9d6dfa-a9ca-401e-8f35-4495515113c2,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:49.519319 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Bound port: c0092769-9188-4c87-b52a-6dc1e5617b9f, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef88940d-29ae-4929-97b3-c1ba49b59f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c'}}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:49.519319 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:49.523180 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-9e7ec2cf-583a-4aa1-8ea3-68206b70638d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:49.530931 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Attempting to bind port 1c348326-15d0-4cee-960d-12c0cafb183e on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:49.531262 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Attempting to bind port 1c348326-15d0-4cee-960d-12c0cafb183e by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '2c08aa4b-a1fc-44d4-b462-59f6886beb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:49.531583 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Attempting to bind port 1c348326-15d0-4cee-960d-12c0cafb183e on network debe74da-7043-4a8c-a5f8-de50c125be18 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:49.537694 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ecbe0311-df34-4c75-9ae7-49082802f7f7 req-6000ccf2-f73f-498e-a4d9-15a81760f3eb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125696 Sep 15 08:41:49.568238 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec2cf-583a-4aa1-8ea3-68206b70638d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:49.575740 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-9e7ec2cf-583a-4aa1-8ea3-68206b70638d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee9d6dfa-a9ca-401e-8f35-4495515113c2 HTTP/1.1" status: 204 len: 168 time: 0.7858801 Sep 15 08:41:49.588121 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Port 1c348326-15d0-4cee-960d-12c0cafb183e on network debe74da-7043-4a8c-a5f8-de50c125be18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:41:49.588442 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Attempting to bind port 1c348326-15d0-4cee-960d-12c0cafb183e on network debe74da-7043-4a8c-a5f8-de50c125be18 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:49.588933 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-08ac5e0c-96a6-4486-9e67-8b43381faf6c req-8f8ba12d-f21e-41b2-ba57-4e0bb48d9b62 service neutron] Synchronizing usage tracker for tenant:c9f124e116ad447e8df64d189ad767d0 on resource:security_group {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:49.592200 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-5865971e-d5c4-4f13-83be-133db28083d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:49.625547 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-5865971e-d5c4-4f13-83be-133db28083d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:49.626383 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-1942a226-c4f1-4f3f-a9c0-022b0ecf0677 req-96773932-29c6-4eac-8d08-5cb9420d4fd1 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Unset dirty status for tenant:8a2504fc61c643689d3bd8f37fc59dc4 on resource:security_group {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:49.627675 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1942a226-c4f1-4f3f-a9c0-022b0ecf0677 req-96773932-29c6-4eac-8d08-5cb9420d4fd1 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7693975 Sep 15 08:41:49.628000 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-08ac5e0c-96a6-4486-9e67-8b43381faf6c req-8f8ba12d-f21e-41b2-ba57-4e0bb48d9b62 service neutron] Unset dirty status for tenant:c9f124e116ad447e8df64d189ad767d0 on resource:security_group {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:49.629166 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-08ac5e0c-96a6-4486-9e67-8b43381faf6c req-8f8ba12d-f21e-41b2-ba57-4e0bb48d9b62 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609538 Sep 15 08:41:49.658945 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:49.659304 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Checking segment: {'id': '2c08aa4b-a1fc-44d4-b462-59f6886beb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:49.659640 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Bound using segment: {'id': '2c08aa4b-a1fc-44d4-b462-59f6886beb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:49.660075 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Bound port: 1c348326-15d0-4cee-960d-12c0cafb183e, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c08aa4b-a1fc-44d4-b462-59f6886beb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:49.660407 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:49.672999 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:49.693723 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:49.810577 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] For port c0092769-9188-4c87-b52a-6dc1e5617b9f, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:49.816255 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] For port c0092769-9188-4c87-b52a-6dc1e5617b9f, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=c0092769-9188-4c87-b52a-6dc1e5617b9f,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:49.824537 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-1888d230-b252-4b96-8520-60b98a9f0ecd tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:49.826571 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=457f6d71-9605-46d0-acac-4efcc488a8be,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:49.834006 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-082ede23-7e34-4211-bf6d-d2c05179c3e0 req-e2ad365c-af29-4b57-9af1-dd18c0bc1f77 service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6009970 Sep 15 08:41:49.838910 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:49.840753 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:49.849529 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f873cb9-2283-4931-a5c0-669f42f3e35b req-60c690ec-697b-475c-9d4f-17c76a2d06d6 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:49.850504 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23196f-f930-4ff7-b713-8d50c15cf87e req-9cee0db1-a4bf-4672-a5a3-d96a8d2ec790 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:49.852269 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff23196f-f930-4ff7-b713-8d50c15cf87e req-9cee0db1-a4bf-4672-a5a3-d96a8d2ec790 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5523e415-2a49-4b5d-8124-718fb5ec48c4 HTTP/1.1" status: 200 len: 920 time: 0.7194757 Sep 15 08:41:49.854949 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:49.860960 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-5865971e-d5c4-4f13-83be-133db28083d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85106c57d71649ac9eddc20d667d3d24&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8122067 Sep 15 08:41:49.861285 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2f873cb9-2283-4931-a5c0-669f42f3e35b req-60c690ec-697b-475c-9d4f-17c76a2d06d6 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 946 time: 0.1533868 Sep 15 08:41:49.861784 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 54790) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:49.934718 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081e3fe-7ae9-4f23-8f66-68d34a81608b None None] Pushing event updated for resources: {'Port': ['ID=c0092769-9188-4c87-b52a-6dc1e5617b9f,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:49.946108 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-0081e3fe-7ae9-4f23-8f66-68d34a81608b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:49.980799 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Routers {'941b3e8e-c5ea-409e-88a7-bf6de9b782ee'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:49.981660 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:41:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:50.008001 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865971e-d5c4-4f13-83be-133db28083d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016a9d1e-8768-4a01-9dc9-90c7dc0ddf2c,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:50.023585 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-5865971e-d5c4-4f13-83be-133db28083d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:50.061754 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2f873cb9-2283-4931-a5c0-669f42f3e35b req-68c9a76c-ba75-4146-a889-b5eb0f14f8c8 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925740 Sep 15 08:41:50.120156 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'name': 'tempest-ServerRescueNegativeTestJSON-1315763640-router', 'tenant_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '3c7d0400-111a-4554-898e-8d8156db73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:26Z', 'revision_number': 4, 'project_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'gw_port': {'id': '3c7d0400-111a-4554-898e-8d8156db73af', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '25d98c93-e094-437a-9e16-3089d1c552c3', 'name': '', 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4', 'tenant_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'mac_address': 'fa:16:3e:8b:28:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d953322-a64f-42ac-8128-2109fba4be9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:22Z', 'updated_at': '2021-09-15T08:41:49Z', 'revision_number': 4, 'project_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'subnets': [{'id': '2d953322-a64f-42ac-8128-2109fba4be9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:50.126190 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778830e7-53f9-41fd-87d4-c27ee51cd90c None None] The sync data for ids ['a31fdb82-ab2f-4d1f-8673-d9c724ef3829'] in dv-cinder-806008-2-smb is: [{'id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'name': 'tempest-ServerRescueNegativeTestJSON-1315763640-router', 'tenant_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '3c7d0400-111a-4554-898e-8d8156db73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:26Z', 'revision_number': 4, 'project_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'gw_port': {'id': '3c7d0400-111a-4554-898e-8d8156db73af', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '25d98c93-e094-437a-9e16-3089d1c552c3', 'name': '', 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4', 'tenant_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'mac_address': 'fa:16:3e:8b:28:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d953322-a64f-42ac-8128-2109fba4be9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:22Z', 'updated_at': '2021-09-15T08:41:49Z', 'revision_number': 4, 'project_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'subnets': [{'id': '2d953322-a64f-42ac-8128-2109fba4be9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:41:50.143602 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8617b491-b649-42d0-82e9-206c9307a69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:50.240061 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8617b491-b649-42d0-82e9-206c9307a69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:50.297297 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] For port 1c348326-15d0-4cee-960d-12c0cafb183e, host hv-cinder-80600, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:50.324424 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff23196f-f930-4ff7-b713-8d50c15cf87e req-ebf3d1e7-0445-4b96-8754-2336676c13b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7279912e-f092-48e6-87e0-0879f22c6c5e HTTP/1.1" status: 200 len: 217 time: 0.2528670 Sep 15 08:41:50.329534 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] For port 1c348326-15d0-4cee-960d-12c0cafb183e, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1c348326-15d0-4cee-960d-12c0cafb183e,segment=NetworkSegment(2c08aa4b-a1fc-44d4-b462-59f6886beb63),segment_id=2c08aa4b-a1fc-44d4-b462-59f6886beb63)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:50.409459 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8617b491-b649-42d0-82e9-206c9307a69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:50.414786 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:50.460456 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:50.462529 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617b491-b649-42d0-82e9-206c9307a69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016a9d1e-8768-4a01-9dc9-90c7dc0ddf2c,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:50.502333 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:50.537279 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7117b-0611-49ce-9c84-64cb0ab27c48 req-bb785891-c48e-4525-85c2-acd1bfebd144 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:50.541172 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 3794f0e6-2b28-4490-9787-38b50341bace details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:41:50.553485 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-5aa7117b-0611-49ce-9c84-64cb0ab27c48 req-bb785891-c48e-4525-85c2-acd1bfebd144 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.6199570 Sep 15 08:41:50.567141 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-8617b491-b649-42d0-82e9-206c9307a69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:50.590100 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8617b491-b649-42d0-82e9-206c9307a69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:50.606930 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-8617b491-b649-42d0-82e9-206c9307a69b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/016a9d1e-8768-4a01-9dc9-90c7dc0ddf2c HTTP/1.1" status: 204 len: 168 time: 0.7316291 Sep 15 08:41:50.684182 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa725ccf-c6b0-4ed8-b30f-1c2d028967dc req-95577b75-4763-42e3-9fac-9d9b280d18ff tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:50.688505 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:50.689896 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] 10.222.0.42 "PUT /v2.0/ports/1c348326-15d0-4cee-960d-12c0cafb183e HTTP/1.1" status: 200 len: 1093 time: 4.9986093 Sep 15 08:41:50.690570 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-fa725ccf-c6b0-4ed8-b30f-1c2d028967dc req-95577b75-4763-42e3-9fac-9d9b280d18ff tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 945 time: 0.2445033 Sep 15 08:41:50.705400 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e03618-c659-43d3-90b9-b5148cc83c86', 'tag': '1c348326-15d0-4cee-960d-12c0cafb183e'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:50.762240 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23196f-f930-4ff7-b713-8d50c15cf87e req-8d87d591-c031-408e-a065-0f375aed50bd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:50.764248 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff23196f-f930-4ff7-b713-8d50c15cf87e req-8d87d591-c031-408e-a065-0f375aed50bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d953322-a64f-42ac-8128-2109fba4be9a HTTP/1.1" status: 200 len: 859 time: 0.4308991 Sep 15 08:41:50.786812 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Pushing event updated for resources: {'Port': ['ID=1c348326-15d0-4cee-960d-12c0cafb183e,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:50.801533 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-fa725ccf-c6b0-4ed8-b30f-1c2d028967dc req-c4d96977-2e28-4e3a-830e-5f87efb62bb0 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002960 Sep 15 08:41:50.919893 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 3794f0e6-2b28-4490-9787-38b50341bace, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3794f0e6-2b28-4490-9787-38b50341bace,segment=NetworkSegment(2a133aea-10c3-4401-a846-815ba12d4867),segment_id=2a133aea-10c3-4401-a846-815ba12d4867)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:50.992753 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457f6d71-9605-46d0-acac-4efcc488a8be'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:51.001138 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '3794f0e6-2b28-4490-9787-38b50341bace', 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4', 'port_id': '3794f0e6-2b28-4490-9787-38b50341bace', 'mac_address': 'fa:16:3e:8f:28:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d953322-a64f-42ac-8128-2109fba4be9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:41:51.001935 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-5aa7117b-0611-49ce-9c84-64cb0ab27c48 req-a7672759-1609-4385-9cb2-f258809957d3 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4474854 Sep 15 08:41:51.007884 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:51.083041 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff23196f-f930-4ff7-b713-8d50c15cf87e req-548b2c76-3969-4e32-b6f2-48aef7f9d365 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5523e415-2a49-4b5d-8124-718fb5ec48c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2981153 Sep 15 08:41:51.170261 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:51.245353 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25442cfa-8ad4-4232-ab40-7e6799ef7e53 req-78e60247-2f54-4dac-aa97-479d7ad4bced tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:51.254186 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-25442cfa-8ad4-4232-ab40-7e6799ef7e53 req-78e60247-2f54-4dac-aa97-479d7ad4bced tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 943 time: 0.2194033 Sep 15 08:41:51.265760 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] Set router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:51.339213 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-25442cfa-8ad4-4232-ab40-7e6799ef7e53 req-0cd16518-39cb-40b0-a263-01d7d8c2f538 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839992 Sep 15 08:41:51.386235 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3794f0e6-2b28-4490-9787-38b50341bace {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:51.425514 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 3794f0e6-2b28-4490-9787-38b50341bace, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3794f0e6-2b28-4490-9787-38b50341bace,segment=NetworkSegment(2a133aea-10c3-4401-a846-815ba12d4867),segment_id=2a133aea-10c3-4401-a846-815ba12d4867)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:51.504879 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e03618-c659-43d3-90b9-b5148cc83c86', 'tag': '1c348326-15d0-4cee-960d-12c0cafb183e', 'status': 'completed', 'code': 200} Sep 15 08:41:51.543719 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-295c49c4-a0f4-4a13-bf54-79b70fa1bba1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc73385a541e443f85ce66f39b5a02cc&device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 1096 time: 0.7650051 Sep 15 08:41:51.566696 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:51.574407 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-cabac8a4-99a0-40f0-ab54-fc718c216e23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:51.682102 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457f6d71-9605-46d0-acac-4efcc488a8be', 'code': 200} Sep 15 08:41:51.710286 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff23196f-f930-4ff7-b713-8d50c15cf87e req-f2de844b-6797-4575-980f-1b48aedd2ff6 service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028717 Sep 15 08:41:51.711702 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9562f9db-2f76-4f3d-b818-8d5064cc8545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:51.717950 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-8af5297a-757f-4be3-851e-9578273607e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c348326-15d0-4cee-960d-12c0cafb183e HTTP/1.1" status: 200 len: 217 time: 0.1573472 Sep 15 08:41:51.758152 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 54838) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:51.855405 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae9e6-996a-47f2-a261-b86032c643dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:51.917640 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=3794f0e6-2b28-4490-9787-38b50341bace,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:51.921635 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-ca0ae9e6-996a-47f2-a261-b86032c643dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:51.928897 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642ee1f-b660-4679-9b51-fd016aeb9d98 req-5fb2164f-f41a-49ab-8752-204ad64137a4 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:51.930519 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-5642ee1f-b660-4679-9b51-fd016aeb9d98 req-5fb2164f-f41a-49ab-8752-204ad64137a4 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 944 time: 0.4757540 Sep 15 08:41:51.936326 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-ca0ae9e6-996a-47f2-a261-b86032c643dc admin admin] Usage tracker for resource:security_group_rule and tenant:6f1af89e46494f3cacfa1e7932e12b33 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:51.943268 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-ca0ae9e6-996a-47f2-a261-b86032c643dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:51.951772 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9012e-305c-4560-81d9-65322d8f6c73 req-51dfe77c-ad89-453f-aca7-ca4f96d14ff3 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:51.952800 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:51.958931 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4bc9012e-305c-4560-81d9-65322d8f6c73 req-51dfe77c-ad89-453f-aca7-ca4f96d14ff3 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 946 time: 0.1781828 Sep 15 08:41:51.967755 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-ca0ae9e6-996a-47f2-a261-b86032c643dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:52.006583 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.037130 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:41:52.059103 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4bc9012e-305c-4560-81d9-65322d8f6c73 req-bb110fc0-a738-49a0-a910-da4dd124a9c9 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991836 Sep 15 08:41:52.136415 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a16ca5cd-ac0d-4dbd-8e63-b8ccd0dc0a69 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:52.137211 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae9e6-996a-47f2-a261-b86032c643dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.137773 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-a16ca5cd-ac0d-4dbd-8e63-b8ccd0dc0a69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2 HTTP/1.1" status: 200 len: 849 time: 0.2621515 Sep 15 08:41:52.140366 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:19Z', 'revision_number': 4, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': 'c0092769-9188-4c87-b52a-6dc1e5617b9f', 'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'mac_address': 'fa:16:3e:cf:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:17Z', 'updated_at': '2021-09-15T08:41:49Z', 'revision_number': 4, 'project_id': '86820906c093481aaaf4340eacfde2db', 'subnets': [{'id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:52.146043 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae9e6-996a-47f2-a261-b86032c643dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.151224 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d5677-18d1-4d8a-bb58-0e612e26a094 None None] The sync data for ids ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'] in dv-cinder-806008-2-smb is: [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:19Z', 'revision_number': 4, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': 'c0092769-9188-4c87-b52a-6dc1e5617b9f', 'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'mac_address': 'fa:16:3e:cf:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:17Z', 'updated_at': '2021-09-15T08:41:49Z', 'revision_number': 4, 'project_id': '86820906c093481aaaf4340eacfde2db', 'subnets': [{'id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:41:52.158285 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:52.181220 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['3794f0e6-2b28-4490-9787-38b50341bace'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:41:52.209396 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ae9e6-996a-47f2-a261-b86032c643dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d44c30-18e5-4b01-9761-020f69f105e2,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:52.245276 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ca0ae9e6-996a-47f2-a261-b86032c643dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:52.283130 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-ca0ae9e6-996a-47f2-a261-b86032c643dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f1af89e46494f3cacfa1e7932e12b33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5235655 Sep 15 08:41:52.283804 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 54854) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:52.369481 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff23196f-f930-4ff7-b713-8d50c15cf87e req-4bbb208c-5192-4c7b-b0e4-717e57562597 service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451690 Sep 15 08:41:52.372236 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-5642ee1f-b660-4679-9b51-fd016aeb9d98 req-c68855af-7e76-47f4-803f-c461ac26cf96 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830690 Sep 15 08:41:52.446171 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e491eebf-ce43-4fae-a7f7-cd134f7bed0d req-79fd9de8-3f32-4048-8f42-0c22134d6fe4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 1098 time: 0.5272691 Sep 15 08:41:52.476229 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 25d98c93-e094-437a-9e16-3089d1c552c3 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:52.566494 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 7279912e-f092-48e6-87e0-0879f22c6c5e details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:41:52.579381 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e491eebf-ce43-4fae-a7f7-cd134f7bed0d req-07d75b3e-ab4e-4a6e-b2b3-51a0652fec36 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224537 Sep 15 08:41:52.583316 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-94f1fd23-85a4-411a-98f7-225613a30d7f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=debe74da-7043-4a8c-a5f8-de50c125be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4187615 Sep 15 08:41:52.704225 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5410e3a8-f302-499b-b490-460f39394174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.779632 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19aaf43-f9b4-4886-a1d3-42443d51cc86 req-28c39b3f-215f-4d37-8b8f-99e93d335900 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:52.780978 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f19aaf43-f9b4-4886-a1d3-42443d51cc86 req-28c39b3f-215f-4d37-8b8f-99e93d335900 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.1823926 Sep 15 08:41:52.786513 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.db.resource_extend [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 08:41:52.798817 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5410e3a8-f302-499b-b490-460f39394174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.832959 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63201f-a5ff-4e23-8ac3-2f4a57d820c1 req-5c5b808a-4df3-4ff9-b79b-35904b590a66 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:52.842428 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-fc63201f-a5ff-4e23-8ac3-2f4a57d820c1 req-5c5b808a-4df3-4ff9-b79b-35904b590a66 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 945 time: 0.4229169 Sep 15 08:41:52.910713 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f19aaf43-f9b4-4886-a1d3-42443d51cc86 req-37dcdf2a-3c61-4762-8df1-6160c415cee7 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146543 Sep 15 08:41:53.036189 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5410e3a8-f302-499b-b490-460f39394174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:53.049751 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:53.094390 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410e3a8-f302-499b-b490-460f39394174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d44c30-18e5-4b01-9761-020f69f105e2,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:53.098463 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-5410e3a8-f302-499b-b490-460f39394174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:53.103804 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5410e3a8-f302-499b-b490-460f39394174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:53.109520 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-5410e3a8-f302-499b-b490-460f39394174 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4d44c30-18e5-4b01-9761-020f69f105e2 HTTP/1.1" status: 204 len: 168 time: 0.8247666 Sep 15 08:41:53.140818 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-fc63201f-a5ff-4e23-8ac3-2f4a57d820c1 req-2149668c-a485-45d2-9770-1d61418c49a2 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974267 Sep 15 08:41:53.235606 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port 25d98c93-e094-437a-9e16-3089d1c552c3 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:53.259682 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 25d98c93-e094-437a-9e16-3089d1c552c3 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:53.260499 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:53.378568 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 7279912e-f092-48e6-87e0-0879f22c6c5e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7279912e-f092-48e6-87e0-0879f22c6c5e,segment=NetworkSegment(2a133aea-10c3-4401-a846-815ba12d4867),segment_id=2a133aea-10c3-4401-a846-815ba12d4867)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:53.403435 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-5b63f260-9ddb-49a4-82f6-e0eb3c8e71d0 service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585466 Sep 15 08:41:53.529517 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:53.550824 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '7279912e-f092-48e6-87e0-0879f22c6c5e', 'network_id': '5523e415-2a49-4b5d-8124-718fb5ec48c4', 'port_id': '7279912e-f092-48e6-87e0-0879f22c6c5e', 'mac_address': 'fa:16:3e:b2:81:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d953322-a64f-42ac-8128-2109fba4be9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:41:53.720269 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:53.751498 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-20e97f75-1c4f-4625-92e0-65f29cc7b689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:53.772163 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7279912e-f092-48e6-87e0-0879f22c6c5e {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:53.788635 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port 25d98c93-e094-437a-9e16-3089d1c552c3, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=25d98c93-e094-437a-9e16-3089d1c552c3,segment=NetworkSegment(2a133aea-10c3-4401-a846-815ba12d4867),segment_id=2a133aea-10c3-4401-a846-815ba12d4867)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:53.804107 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:53.807354 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:53.814959 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a9ffc-0987-4951-a229-b7dd4b40269c req-69d3fea8-e783-4f04-a658-a9a55ef0e211 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:53.820090 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-997a9ffc-0987-4951-a229-b7dd4b40269c req-69d3fea8-e783-4f04-a658-a9a55ef0e211 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 944 time: 0.1972446 Sep 15 08:41:53.854720 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 7279912e-f092-48e6-87e0-0879f22c6c5e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7279912e-f092-48e6-87e0-0879f22c6c5e,segment=NetworkSegment(2a133aea-10c3-4401-a846-815ba12d4867),segment_id=2a133aea-10c3-4401-a846-815ba12d4867)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:53.867887 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:53.926523 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247f113-19cd-487c-b01e-7433eb062ddb req-93f729b9-9408-46eb-b2a5-4783ac1fb78a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:53.928058 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4247f113-19cd-487c-b01e-7433eb062ddb req-93f729b9-9408-46eb-b2a5-4783ac1fb78a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 943 time: 0.6647918 Sep 15 08:41:53.936217 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-997a9ffc-0987-4951-a229-b7dd4b40269c req-76e451c0-f345-4cc4-80ce-ee32f5ba5487 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083658 Sep 15 08:41:53.969136 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=25d98c93-e094-437a-9e16-3089d1c552c3,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:53.973707 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:53.974561 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:54.006432 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-43fa8c58-da05-4497-9727-6b0df5901cf2 req-100ef0a2-2182-47b9-bdad-0e13ad495e65 service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895493 Sep 15 08:41:54.038989 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4247f113-19cd-487c-b01e-7433eb062ddb req-26b996ac-dca9-4815-9f7d-1cc8ca20beee tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863175 Sep 15 08:41:54.054061 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=7279912e-f092-48e6-87e0-0879f22c6c5e,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:54.058604 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:54.317161 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3478017-db31-483b-99f8-0976a085a2a7 req-06c1f61d-002a-4a4f-9151-accd5158b08d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:54.320252 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device c0092769-9188-4c87-b52a-6dc1e5617b9f up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:54.339882 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c3478017-db31-483b-99f8-0976a085a2a7 req-06c1f61d-002a-4a4f-9151-accd5158b08d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.2037499 Sep 15 08:41:54.413245 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dc719c8e-b053-48ea-8102-6a3f9b601d51 req-5022548f-fc8c-401a-ad72-d7bd3bcbca8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc73385a541e443f85ce66f39b5a02cc&device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 1096 time: 0.2006533 Sep 15 08:41:54.434924 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c3478017-db31-483b-99f8-0976a085a2a7 req-81c955c0-c1b0-4552-a9fa-bd67d44f6e06 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941298 Sep 15 08:41:54.470014 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port c0092769-9188-4c87-b52a-6dc1e5617b9f completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:54.479286 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port c0092769-9188-4c87-b52a-6dc1e5617b9f triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:54.479911 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:54.569119 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 3794f0e6-2b28-4490-9787-38b50341bace up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:54.633323 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:54.672183 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc719c8e-b053-48ea-8102-6a3f9b601d51 req-5ab741a1-673f-4727-9694-e30b7907d8d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:54.677218 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dc719c8e-b053-48ea-8102-6a3f9b601d51 req-5ab741a1-673f-4727-9694-e30b7907d8d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=debe74da-7043-4a8c-a5f8-de50c125be18 HTTP/1.1" status: 200 len: 911 time: 0.2539356 Sep 15 08:41:54.746563 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:54.765275 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['7279912e-f092-48e6-87e0-0879f22c6c5e'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:41:54.792688 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dc719c8e-b053-48ea-8102-6a3f9b601d51 req-a7444f06-c69b-45ee-ad56-904daba9635a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c348326-15d0-4cee-960d-12c0cafb183e HTTP/1.1" status: 200 len: 217 time: 0.1107581 Sep 15 08:41:54.797182 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port 3794f0e6-2b28-4490-9787-38b50341bace completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:54.821880 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 3794f0e6-2b28-4490-9787-38b50341bace triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:54.822305 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:54.918646 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port c0092769-9188-4c87-b52a-6dc1e5617b9f, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=c0092769-9188-4c87-b52a-6dc1e5617b9f,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:54.932939 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:54.933830 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 25d98c93-e094-437a-9e16-3089d1c552c3 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:54.956890 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc719c8e-b053-48ea-8102-6a3f9b601d51 req-4b51bbdb-a8bd-4e90-b28f-9a8d14ef7992 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:54.959118 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dc719c8e-b053-48ea-8102-6a3f9b601d51 req-4b51bbdb-a8bd-4e90-b28f-9a8d14ef7992 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2 HTTP/1.1" status: 200 len: 849 time: 0.1393521 Sep 15 08:41:54.994658 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:55.082852 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dc719c8e-b053-48ea-8102-6a3f9b601d51 req-f6347ce6-4636-4cfe-ab03-086ae6249cf8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=debe74da-7043-4a8c-a5f8-de50c125be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1163175 Sep 15 08:41:55.245805 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a41c11-78fc-49f8-90b2-aa47591a1784 req-71dbfbad-281a-4f8f-ac66-978811b008c1 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:55.252881 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:55.257947 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-05a41c11-78fc-49f8-90b2-aa47591a1784 req-71dbfbad-281a-4f8f-ac66-978811b008c1 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 945 time: 0.1188970 Sep 15 08:41:55.287952 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=c0092769-9188-4c87-b52a-6dc1e5617b9f,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:55.306817 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:55.338970 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83417db9-4daf-47df-8479-95b0edc39f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3794f0e6-2b28-4490-9787-38b50341bace'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:55.353287 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-05a41c11-78fc-49f8-90b2-aa47591a1784 req-5c1b3a6e-5b1f-4f20-9986-fda77e93b73a tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918937 Sep 15 08:41:55.375399 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 25d98c93-e094-437a-9e16-3089d1c552c3 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:55.375399 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:55.405876 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 3794f0e6-2b28-4490-9787-38b50341bace, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3794f0e6-2b28-4490-9787-38b50341bace,segment=NetworkSegment(2a133aea-10c3-4401-a846-815ba12d4867),segment_id=2a133aea-10c3-4401-a846-815ba12d4867)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:55.418553 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 54974) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:55.427479 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:55.432935 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:55.537853 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dc719c8e-b053-48ea-8102-6a3f9b601d51 req-143782d8-87e2-4c42-a558-ac4998c54caf service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473631 Sep 15 08:41:55.539310 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83417db9-4daf-47df-8479-95b0edc39f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3794f0e6-2b28-4490-9787-38b50341bace', 'code': 200} Sep 15 08:41:55.543592 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=3794f0e6-2b28-4490-9787-38b50341bace,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:55.547816 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488bbbc-6c84-4256-a77d-1f3e6ad5f141 req-8cafee33-6984-4c7e-b9a2-a66cdf912d4c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:55.549500 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3488bbbc-6c84-4256-a77d-1f3e6ad5f141 req-8cafee33-6984-4c7e-b9a2-a66cdf912d4c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 943 time: 0.1536372 Sep 15 08:41:55.564039 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:55.738427 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d531-5b16-4e81-b10c-5b3ee71e21aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:55.787420 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-bcd9d531-5b16-4e81-b10c-5b3ee71e21aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:55.792049 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-bcd9d531-5b16-4e81-b10c-5b3ee71e21aa admin admin] Usage tracker for resource:security_group_rule and tenant:10099ea7f7bb497c92bf1c76c8afa084 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:55.796188 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-bcd9d531-5b16-4e81-b10c-5b3ee71e21aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:55.804440 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-bcd9d531-5b16-4e81-b10c-5b3ee71e21aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:55.919874 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3488bbbc-6c84-4256-a77d-1f3e6ad5f141 req-d6a1f1c5-0dfe-4d63-90a1-497d1fd6b8c8 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3649104 Sep 15 08:41:55.950812 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d531-5b16-4e81-b10c-5b3ee71e21aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:55.964632 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d531-5b16-4e81-b10c-5b3ee71e21aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:55.974880 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:56.029503 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dc719c8e-b053-48ea-8102-6a3f9b601d51 req-661f416b-0ba8-4fb3-9cc4-4b622730acfd service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410801 Sep 15 08:41:56.074958 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:56.080082 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4b07e473-058f-49a7-a532-2b47d13c2365 req-6a797ad5-a3a3-4a9f-a39e-f585fcbcfe89 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 1098 time: 0.2690461 Sep 15 08:41:56.183002 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9d531-5b16-4e81-b10c-5b3ee71e21aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f490b1cd-8190-4729-ac60-dbe656c95e8d,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:56.194790 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-bcd9d531-5b16-4e81-b10c-5b3ee71e21aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:56.207820 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55010) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:56.208547 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-bcd9d531-5b16-4e81-b10c-5b3ee71e21aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10099ea7f7bb497c92bf1c76c8afa084&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7882946 Sep 15 08:41:56.219606 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device c0092769-9188-4c87-b52a-6dc1e5617b9f up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:56.246210 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55014) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:56.316239 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4b07e473-058f-49a7-a532-2b47d13c2365 req-67ee3708-f13b-4a4c-ac75-6fcded5ce96e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290015 Sep 15 08:41:56.356749 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port c0092769-9188-4c87-b52a-6dc1e5617b9f triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:56.357287 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:56.370998 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659e59b-a8e5-4407-94fe-5f6fb32f670c req-172e3be1-bbf7-45c2-b713-321b6e153fbb tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:56.372703 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8659e59b-a8e5-4407-94fe-5f6fb32f670c req-172e3be1-bbf7-45c2-b713-321b6e153fbb tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.2553325 Sep 15 08:41:56.373530 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b1db59fc-dbb1-4949-92e0-20eeae94c5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:56.422655 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b1db59fc-dbb1-4949-92e0-20eeae94c5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:56.422806 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b2e253d7-8383-404a-a827-885ea7126782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:56.490139 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-b2e253d7-8383-404a-a827-885ea7126782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:56.499431 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-b2e253d7-8383-404a-a827-885ea7126782 admin admin] Usage tracker for resource:security_group_rule and tenant:8bfbb8f8004b4a92a4f56a27331c1c13 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:56.505984 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-b2e253d7-8383-404a-a827-885ea7126782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:56.522430 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-b2e253d7-8383-404a-a827-885ea7126782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:56.537877 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8659e59b-a8e5-4407-94fe-5f6fb32f670c req-f78c5fc7-8599-4607-afd5-13de31c9afa8 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546066 Sep 15 08:41:56.539983 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b1db59fc-dbb1-4949-92e0-20eeae94c5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:56.544459 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-25c7f65a-52b5-4f3e-aa3a-69c43cd5a99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:56.578545 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db59fc-dbb1-4949-92e0-20eeae94c5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f490b1cd-8190-4729-ac60-dbe656c95e8d,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:56.587105 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b1db59fc-dbb1-4949-92e0-20eeae94c5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:56.607013 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b1db59fc-dbb1-4949-92e0-20eeae94c5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:56.621483 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-b1db59fc-dbb1-4949-92e0-20eeae94c5df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f490b1cd-8190-4729-ac60-dbe656c95e8d HTTP/1.1" status: 204 len: 168 time: 0.4053860 Sep 15 08:41:56.674908 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b2e253d7-8383-404a-a827-885ea7126782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:56.705766 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b2e253d7-8383-404a-a827-885ea7126782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:56.716522 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-6e61f41e-2aef-4ef6-978d-fb39105a0e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:56.766246 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e253d7-8383-404a-a827-885ea7126782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4860a78-8f6d-4edf-851f-87c44cfbac93,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:56.774545 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15212977-88b3-4825-905b-1f983edab38c req-2ea41eb0-0ecd-4aa2-807e-75b9b0112912 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:56.776757 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-15212977-88b3-4825-905b-1f983edab38c req-2ea41eb0-0ecd-4aa2-807e-75b9b0112912 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 945 time: 0.2224717 Sep 15 08:41:56.778742 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b2e253d7-8383-404a-a827-885ea7126782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:56.783946 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-b2e253d7-8383-404a-a827-885ea7126782 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bfbb8f8004b4a92a4f56a27331c1c13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5361848 Sep 15 08:41:56.786262 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55036) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:56.872861 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854222aa-3bab-4298-966c-66b95a632de8 req-df13c3ce-2f88-4fb8-94e5-c6e9dd20aadc tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:56.878591 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-854222aa-3bab-4298-966c-66b95a632de8 req-df13c3ce-2f88-4fb8-94e5-c6e9dd20aadc tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.1741066 Sep 15 08:41:56.884287 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55042) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:56.892500 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-ee813579-90df-4d01-802e-9c281a7a7db0 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Request body: {'floatingip': {'port_id': '457f6d71-9605-46d0-acac-4efcc488a8be'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:56.903221 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fc6a7b09-7b08-4a5d-ae1e-416e05f6efd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:56.922276 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-15212977-88b3-4825-905b-1f983edab38c req-86e04a3d-4708-4b44-8cdc-106bc98c67a1 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369722 Sep 15 08:41:56.935945 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fc6a7b09-7b08-4a5d-ae1e-416e05f6efd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:57.003466 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fc6a7b09-7b08-4a5d-ae1e-416e05f6efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:57.008960 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-7c0d80e5-20a2-4c58-b865-e582727478b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:57.027278 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a7b09-7b08-4a5d-ae1e-416e05f6efd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4860a78-8f6d-4edf-851f-87c44cfbac93,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:57.031108 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-fc6a7b09-7b08-4a5d-ae1e-416e05f6efd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:57.043725 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ee813579-90df-4d01-802e-9c281a7a7db0 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for floatingip, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:57.049268 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fc6a7b09-7b08-4a5d-ae1e-416e05f6efd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:57.050324 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-fc6a7b09-7b08-4a5d-ae1e-416e05f6efd4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4860a78-8f6d-4edf-851f-87c44cfbac93 HTTP/1.1" status: 204 len: 168 time: 0.2630906 Sep 15 08:41:57.105674 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55050) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:57.126680 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a36be957-08e9-40bd-978a-2b1e13e9981e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:57.203268 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-a36be957-08e9-40bd-978a-2b1e13e9981e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:57.208783 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-a36be957-08e9-40bd-978a-2b1e13e9981e admin admin] Usage tracker for resource:security_group_rule and tenant:89a91a20fbaf4698af48ca0bfe672386 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:57.213404 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-a36be957-08e9-40bd-978a-2b1e13e9981e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:57.220478 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-a36be957-08e9-40bd-978a-2b1e13e9981e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:57.328491 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a36be957-08e9-40bd-978a-2b1e13e9981e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:57.333417 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a36be957-08e9-40bd-978a-2b1e13e9981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:57.341390 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-fc65ce15-28d6-4707-8726-362bcf31bbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:57.382849 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36be957-08e9-40bd-978a-2b1e13e9981e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17e7444-f877-4bfd-8672-afc36c575050,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:57.387880 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-a36be957-08e9-40bd-978a-2b1e13e9981e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89a91a20fbaf4698af48ca0bfe672386&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2809904 Sep 15 08:41:57.389193 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-a36be957-08e9-40bd-978a-2b1e13e9981e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:57.391223 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55058) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:57.427967 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845029c-7512-4196-b851-c5bfc16b02c7 req-90d0da97-f058-4ca1-82b1-0e54c2add91b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:57.429429 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6845029c-7512-4196-b851-c5bfc16b02c7 req-90d0da97-f058-4ca1-82b1-0e54c2add91b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 943 time: 0.3084490 Sep 15 08:41:57.457211 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-51611ec7-4f9f-46ab-a03e-1ab46461fea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:57.489202 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-51611ec7-4f9f-46ab-a03e-1ab46461fea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:57.550815 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-51611ec7-4f9f-46ab-a03e-1ab46461fea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:57.555951 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:57.570110 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51611ec7-4f9f-46ab-a03e-1ab46461fea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17e7444-f877-4bfd-8672-afc36c575050,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:57.572453 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-51611ec7-4f9f-46ab-a03e-1ab46461fea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:57.577449 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6845029c-7512-4196-b851-c5bfc16b02c7 req-03dc776a-67c0-433f-b28f-49721d9baad9 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374562 Sep 15 08:41:57.588063 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-51611ec7-4f9f-46ab-a03e-1ab46461fea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:57.595255 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-51611ec7-4f9f-46ab-a03e-1ab46461fea3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e17e7444-f877-4bfd-8672-afc36c575050 HTTP/1.1" status: 204 len: 168 time: 0.2027855 Sep 15 08:41:58.237941 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55100) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:58.267356 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409a84c-1b0d-4cd9-b42c-a7dd71464e63 req-a0d69087-c9cf-4bf9-b010-1e6d516081a1 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:58.270174 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6409a84c-1b0d-4cd9-b42c-a7dd71464e63 req-a0d69087-c9cf-4bf9-b010-1e6d516081a1 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 945 time: 0.1693122 Sep 15 08:41:58.349206 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6409a84c-1b0d-4cd9-b42c-a7dd71464e63 req-1e8e73a6-b198-430b-bdac-5607f5cd4ec7 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710835 Sep 15 08:41:58.359913 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ee813579-90df-4d01-802e-9c281a7a7db0 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.365129 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ee813579-90df-4d01-802e-9c281a7a7db0 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357699'] for floatingip, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.459351 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-350072911-network', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:58.464311 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:58.468795 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Usage tracker for resource:network and tenant:ef6378125de24891a8fca88b83a9e115 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:58.472087 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:58.479574 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:58.494323 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Made reservation on behalf of ef6378125de24891a8fca88b83a9e115 for: {'network': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:58.497277 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for network, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.514473 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.558846 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:58.562815 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Usage tracker for resource:security_group_rule and tenant:ef6378125de24891a8fca88b83a9e115 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:58.565688 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:58.571623 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:58.591012 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 1c348326-15d0-4cee-960d-12c0cafb183e details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:41:58.614338 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 7279912e-f092-48e6-87e0-0879f22c6c5e up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:58.661560 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.667542 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.668820 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.db.l3_db [None req-ee813579-90df-4d01-802e-9c281a7a7db0 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Floating IP c5343b5e-b57a-4c24-b9f2-4e95c69d07ca associated. External IP: 172.28.3.50, port: 457f6d71-9605-46d0-acac-4efcc488a8be. Sep 15 08:41:58.672504 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-9e7ec2cf-583a-4aa1-8ea3-68206b70638d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:58.703672 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=75067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:41:58.716240 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e3b021-94e2-423c-b7be-d7eaeda9c0ef,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:58.721084 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:58.724315 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.725269 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.db.segments_db [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Added segment 633dd89e-b49f-4f44-926b-61d09cc2979f of type vlan for network ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 Sep 15 08:41:58.759558 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729531529162'] for network, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.803317 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for network, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.805069 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:58.806072 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.850177 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:58.950108 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port 7279912e-f092-48e6-87e0-0879f22c6c5e completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:58.970362 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 7279912e-f092-48e6-87e0-0879f22c6c5e triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:58.970964 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.030431 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7899871 Sep 15 08:41:59.037072 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55124) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:59.047717 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-4bbcc505-a591-4419-896f-d053f2ef69b7 admin admin] Request body: {'subnet': {'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-350072911-subnet', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'ip_version': 4}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:59.053982 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-4bbcc505-a591-4419-896f-d053f2ef69b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:59.064726 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-4bbcc505-a591-4419-896f-d053f2ef69b7 admin admin] Usage tracker for resource:subnet and tenant:ef6378125de24891a8fca88b83a9e115 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:59.073769 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-4bbcc505-a591-4419-896f-d053f2ef69b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:59.080460 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-4bbcc505-a591-4419-896f-d053f2ef69b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:59.096763 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90b405-5c30-4ed5-96f5-e44b85445a66 req-e6601520-4956-47e7-bcb6-e4cf5b08b8a2 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:59.098406 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-5d90b405-5c30-4ed5-96f5-e44b85445a66 req-e6601520-4956-47e7-bcb6-e4cf5b08b8a2 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 943 time: 0.2301464 Sep 15 08:41:59.102126 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbcc505-a591-4419-896f-d053f2ef69b7 admin admin] Made reservation on behalf of ef6378125de24891a8fca88b83a9e115 for: {'subnet': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:59.105229 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4bbcc505-a591-4419-896f-d053f2ef69b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.152376 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 1c348326-15d0-4cee-960d-12c0cafb183e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1c348326-15d0-4cee-960d-12c0cafb183e,segment=NetworkSegment(2c08aa4b-a1fc-44d4-b462-59f6886beb63),segment_id=2c08aa4b-a1fc-44d4-b462-59f6886beb63)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:59.180680 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '1c348326-15d0-4cee-960d-12c0cafb183e', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'port_id': '1c348326-15d0-4cee-960d-12c0cafb183e', 'mac_address': 'fa:16:3e:4d:80:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:41:59.273714 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Pushing event updated for resources: {'Network': ['ID=ddb3d03a-680b-4e7c-ba35-03aba00d1ee1,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:59.283695 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:59.294469 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Network ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 details requested by agent ovs-agent-dv-cinder-806008-2-smb with host dv-cinder-806008-2-smb {{(pid=75068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:41:59.466746 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-5d90b405-5c30-4ed5-96f5-e44b85445a66 req-843281ee-d9f3-4c60-862d-c9c80a9f6c90 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3567464 Sep 15 08:41:59.548656 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.553462 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4bbcc505-a591-4419-896f-d053f2ef69b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for subnet, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.558017 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:59.662182 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcc505-a591-4419-896f-d053f2ef69b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c359e7a-f7e8-43b9-8f23-502a7b5590e8,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:59.667161 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-4bbcc505-a591-4419-896f-d053f2ef69b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:59.691998 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c348326-15d0-4cee-960d-12c0cafb183e {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:59.713076 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.798671 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee813579-90df-4d01-802e-9c281a7a7db0 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:41:59.804099 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 1c348326-15d0-4cee-960d-12c0cafb183e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1c348326-15d0-4cee-960d-12c0cafb183e,segment=NetworkSegment(2c08aa4b-a1fc-44d4-b462-59f6886beb63),segment_id=2c08aa4b-a1fc-44d4-b462-59f6886beb63)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:59.810717 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbcc505-a591-4419-896f-d053f2ef69b7 admin admin] Checking segment: {'id': '633dd89e-b49f-4f44-926b-61d09cc2979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:59.811195 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbcc505-a591-4419-896f-d053f2ef69b7 admin admin] Network hostable DHCP agents. Network: ddb3d03a-680b-4e7c-ba35-03aba00d1ee1, hostable agents: ['5500b75e-3e13-4568-b880-b73785507866'], hosted agents: [] {{(pid=75067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:41:59.845401 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbcc505-a591-4419-896f-d053f2ef69b7 admin admin] Network ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 is scheduled to be hosted by DHCP agent 5500b75e-3e13-4568-b880-b73785507866 with binding_index 1 {{(pid=75067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:41:59.851904 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 7279912e-f092-48e6-87e0-0879f22c6c5e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7279912e-f092-48e6-87e0-0879f22c6c5e,segment=NetworkSegment(2a133aea-10c3-4401-a846-815ba12d4867),segment_id=2a133aea-10c3-4401-a846-815ba12d4867)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:59.855391 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b7f955-9d2f-413f-a24b-a85e4b85c1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7279912e-f092-48e6-87e0-0879f22c6c5e'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:59.860299 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e276551-9fb5-42af-b546-7aebb174c45c req-99bbcd98-9625-4540-a15a-fb24f53fcccd tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:59.861952 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.866716 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-41e1092f-2da5-4964-ad46-e688026a0595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:59.879329 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8e276551-9fb5-42af-b546-7aebb174c45c req-99bbcd98-9625-4540-a15a-fb24f53fcccd tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 945 time: 0.2187576 Sep 15 08:41:59.882019 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-4bbcc505-a591-4419-896f-d053f2ef69b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-smb, ddb3d03a-680b-4e7c-ba35-03aba00d1ee1) {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:59.906883 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbcc505-a591-4419-896f-d053f2ef69b7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:59.907570 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4bbcc505-a591-4419-896f-d053f2ef69b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.965843 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8e276551-9fb5-42af-b546-7aebb174c45c req-a1fc525c-5537-4736-83aa-20e3141ad434 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835977 Sep 15 08:41:59.970689 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-4bbcc505-a591-4419-896f-d053f2ef69b7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9298177 Sep 15 08:41:59.970770 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55156) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:59.976086 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.976341 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-350072911-router', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:59.987215 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=1c348326-15d0-4cee-960d-12c0cafb183e,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:59.987861 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:59.995696 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Usage tracker for resource:router and tenant:ef6378125de24891a8fca88b83a9e115 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:00.001061 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:00.002752 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067df0a3-394c-42f8-872a-550300d3019b None None] Network ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:42:00.011148 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:00.026466 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:00.034590 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-359864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:00.035933 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-359717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-357069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-876'] for router, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:00.049471 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-0081e3fe-7ae9-4f23-8f66-68d34a81608b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:00.099705 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:00.155591 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b7f955-9d2f-413f-a24b-a85e4b85c1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7279912e-f092-48e6-87e0-0879f22c6c5e', 'code': 200} Sep 15 08:42:00.251135 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=7279912e-f092-48e6-87e0-0879f22c6c5e,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:00.280372 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:00.353405 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee813579-90df-4d01-802e-9c281a7a7db0 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:42:00.359050 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ee813579-90df-4d01-802e-9c281a7a7db0 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for floatingip, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:00.602750 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6161fdaf-c2ad-55bd-b05b-2aafc9d833f1-ddb3d03a-680b-4e7c-ba35-03aba00d1ee1', 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'fixed_ips': [{'subnet_id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8'}]}} from dv-cinder-806008-2-smb. {{(pid=75068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:42:00.606219 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:00.609456 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-ee813579-90df-4d01-802e-9c281a7a7db0 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "PUT /v2.0/floatingips/c5343b5e-b57a-4c24-b9f2-4e95c69d07ca HTTP/1.1" status: 200 len: 990 time: 3.7235460 Sep 15 08:42:00.614804 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'tag': '457f6d71-9605-46d0-acac-4efcc488a8be'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:00.640015 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3968d8e2-6ec9-4473-aeaa-aa4db02dc01b req-eff64e3e-5c31-4d9a-8679-b38cf2a87ba7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1195571 Sep 15 08:42:00.646548 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-882'] for router, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:00.700740 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97037655-56ec-4aad-9dd3-6498798fecbf req-91f25761-a651-48e5-93bd-52be614315a5 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:00.704841 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-97037655-56ec-4aad-9dd3-6498798fecbf req-91f25761-a651-48e5-93bd-52be614315a5 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 946 time: 0.4702141 Sep 15 08:42:00.735464 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['1c348326-15d0-4cee-960d-12c0cafb183e'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:42:00.931625 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-97037655-56ec-4aad-9dd3-6498798fecbf req-07e44099-27b0-4af2-aa37-56f89e4c6050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002809 Sep 15 08:42:00.951620 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.db_base_plugin_common [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Allocated IP 172.20.0.2 (ddb3d03a-680b-4e7c-ba35-03aba00d1ee1/9c359e7a-f7e8-43b9-8f23-502a7b5590e8/e84549d8-8125-44c5-bbfd-14b3636f1cf6) {{(pid=75068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:42:01.026901 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c3ad6092-b385-4a92-bb4b-b6ec3cee2e21 req-15d84e39-01c9-41d9-a0c9-a61f663da014 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 1099 time: 0.3219283 Sep 15 08:42:01.035207 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173b549-31d4-4cf4-9817-4d78f7b7ef2b req-333592ef-09f7-4eb2-a1ba-9dada2547d5b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:01.042212 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-5173b549-31d4-4cf4-9817-4d78f7b7ef2b req-333592ef-09f7-4eb2-a1ba-9dada2547d5b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 944 time: 0.2375696 Sep 15 08:42:01.046582 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3968d8e2-6ec9-4473-aeaa-aa4db02dc01b req-a5d1a401-34d4-4ef1-8760-201b2f155d2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bac9cb5fdd54f97a38e11702dacef35&device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 1098 time: 0.2429123 Sep 15 08:42:01.074567 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:01.128504 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:01.244916 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-5173b549-31d4-4cf4-9817-4d78f7b7ef2b req-4ae19601-dcb0-421b-acde-1b09c4265893 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017596 Sep 15 08:42:01.256729 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c3ad6092-b385-4a92-bb4b-b6ec3cee2e21 req-5e0a62b8-8e22-4d31-9330-9451ae5c620b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068408 Sep 15 08:42:01.310503 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'tag': '457f6d71-9605-46d0-acac-4efcc488a8be', 'status': 'completed', 'code': 200} Sep 15 08:42:01.317142 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968d8e2-6ec9-4473-aeaa-aa4db02dc01b req-4ff69435-84c6-4b9d-9387-9b17aad3eddb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:01.318626 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3968d8e2-6ec9-4473-aeaa-aa4db02dc01b req-4ff69435-84c6-4b9d-9387-9b17aad3eddb service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e883d06-eb92-4923-b2f2-e0fec40aaf76 HTTP/1.1" status: 200 len: 914 time: 0.2203722 Sep 15 08:42:01.328638 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Notify callbacks [] for port, precommit_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:01.335742 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_common [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Allocated IP 172.28.3.64 (73c61116-91a8-4da6-aa3b-f7696623d1e1/317a8ae9-9a6a-4d69-ac7b-76c2be89eb75/6c467e12-aed9-4ab9-8566-90a45c64892c) {{(pid=75067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:42:01.341699 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Transition to ACTIVE for port object e84549d8-8125-44c5-bbfd-14b3636f1cf6 will not be triggered until provisioned by entity L2. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:42:01.364033 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Transition to ACTIVE for port object e84549d8-8125-44c5-bbfd-14b3636f1cf6 will not be triggered until provisioned by entity DHCP. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:42:01.374663 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:01.387759 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:01.433137 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Network ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 is already hosted by enough agents. {{(pid=75068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:42:01.440471 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.scheduler.base_scheduler [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Resources bound (agent type, host, resource id): {{(pid=75068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:01.450404 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Received port after_create {{(pid=75068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:42:01.508856 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Pushing event updated for resources: {'Port': ['ID=e84549d8-8125-44c5-bbfd-14b3636f1cf6,revision_number=1']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:01.518008 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:01.580112 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Attempting to bind port e84549d8-8125-44c5-bbfd-14b3636f1cf6 on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:42:01.580728 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Attempting to bind port e84549d8-8125-44c5-bbfd-14b3636f1cf6 by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': '633dd89e-b49f-4f44-926b-61d09cc2979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1'}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:42:01.581944 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Attempting to bind port e84549d8-8125-44c5-bbfd-14b3636f1cf6 on network ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:42:01.591298 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:42:01.591744 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Checking segment: {'id': '633dd89e-b49f-4f44-926b-61d09cc2979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:42:01.592253 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:01.592717 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Bound using segment: {'id': '633dd89e-b49f-4f44-926b-61d09cc2979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1'} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:42:01.593246 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Bound port: e84549d8-8125-44c5-bbfd-14b3636f1cf6, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633dd89e-b49f-4f44-926b-61d09cc2979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1'}}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:42:01.594563 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:01.622007 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:01.629855 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db9e99-8464-479f-889d-96d8aa808653 req-348aa7d5-486f-4936-8d37-0b7375acaf1f tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:01.631277 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f7db9e99-8464-479f-889d-96d8aa808653 req-348aa7d5-486f-4936-8d37-0b7375acaf1f tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1469779 Sep 15 08:42:01.678270 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-288c4066-619d-4a2c-a618-11ac200de841 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:01.685518 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-288c4066-619d-4a2c-a618-11ac200de841 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/networks?id=7e883d06-eb92-4923-b2f2-e0fec40aaf76 HTTP/1.1" status: 200 len: 813 time: 0.2335868 Sep 15 08:42:01.703334 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-94eaf17d-7a91-4db8-9c6a-1e6e198e687e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/quotas/1bac9cb5fdd54f97a38e11702dacef35 HTTP/1.1" status: 200 len: 375 time: 0.0167229 Sep 15 08:42:01.722741 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f7db9e99-8464-479f-889d-96d8aa808653 req-62f88fce-a8ea-4968-9e51-bb6c0b1bc255 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800121 Sep 15 08:42:01.748872 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:01.755534 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] For port e84549d8-8125-44c5-bbfd-14b3636f1cf6, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:42:01.758854 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-482a9e1e-7a12-459c-874b-ab3097546e3c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:01.759143 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] For port e84549d8-8125-44c5-bbfd-14b3636f1cf6, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=e84549d8-8125-44c5-bbfd-14b3636f1cf6,segment=NetworkSegment(633dd89e-b49f-4f44-926b-61d09cc2979f),segment_id=633dd89e-b49f-4f44-926b-61d09cc2979f)] {{(pid=75068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:42:01.767732 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:01.772126 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:01.821838 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Network 73c61116-91a8-4da6-aa3b-f7696623d1e1 is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:42:01.830873 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:01.836127 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Received port after_create {{(pid=75067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:42:01.854551 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Pushing event updated for resources: {'Port': ['ID=e84549d8-8125-44c5-bbfd-14b3636f1cf6,revision_number=2']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:01.858942 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:01.903125 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:01.904701 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=6c467e12-aed9-4ab9-8566-90a45c64892c,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:01.909432 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:01.971654 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3968d8e2-6ec9-4473-aeaa-aa4db02dc01b req-e0649e18-a65a-4235-abe8-8306313d14a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e4761fb-c79a-4352-9169-571b41c06c64 HTTP/1.1" status: 200 len: 217 time: 0.1792510 Sep 15 08:42:02.020312 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:02.021285 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-359857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-357650'] for router, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:02.061815 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-e56a21b3-fb64-4968-98cc-3a431b81d4c5 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bac9cb5fdd54f97a38e11702dacef35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3576219 Sep 15 08:42:02.071335 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968d8e2-6ec9-4473-aeaa-aa4db02dc01b req-32d30d8a-e78c-4c09-b2a4-2f25298985f3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:02.072951 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3968d8e2-6ec9-4473-aeaa-aa4db02dc01b req-32d30d8a-e78c-4c09-b2a4-2f25298985f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c14d6424-e236-4279-b7fc-91d959c729a8 HTTP/1.1" status: 200 len: 853 time: 0.0834653 Sep 15 08:42:02.084375 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a3b1a317-fd2d-4934-8576-c463908fa013 req-9d6b4e72-4fff-43f2-bba7-0a42d6511acc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86820906c093481aaaf4340eacfde2db&device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 1098 time: 0.2064338 Sep 15 08:42:02.213066 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3968d8e2-6ec9-4473-aeaa-aa4db02dc01b req-54c3f12d-7510-4f7b-96ef-9540c53ecb18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e883d06-eb92-4923-b2f2-e0fec40aaf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272016 Sep 15 08:42:02.286295 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device e84549d8-8125-44c5-bbfd-14b3636f1cf6 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:02.370410 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b4495-6bb6-4388-909a-49a48b3e0e97 req-9ad49975-1cfb-407e-a019-ca361259af41 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:02.377855 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3a0b4495-6bb6-4388-909a-49a48b3e0e97 req-9ad49975-1cfb-407e-a019-ca361259af41 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 946 time: 0.1917994 Sep 15 08:42:02.396400 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port e84549d8-8125-44c5-bbfd-14b3636f1cf6 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:42:02.506317 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3a0b4495-6bb6-4388-909a-49a48b3e0e97 req-a99a4f39-ed49-4e40-8e25-e86137269d33 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276240 Sep 15 08:42:02.536102 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-86c14945-f158-498c-97f8-835247fce047 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=75066) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:42:02.537105 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-86c14945-f158-498c-97f8-835247fce047 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2391493 Sep 15 08:42:02.580380 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Router 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 is scheduled to L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 with binding_index 1 {{(pid=75067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:42:02.612647 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 1c348326-15d0-4cee-960d-12c0cafb183e up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:02.696411 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port 1c348326-15d0-4cee-960d-12c0cafb183e completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:42:02.703097 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 1c348326-15d0-4cee-960d-12c0cafb183e triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:02.703689 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:02.718322 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1a317-fd2d-4934-8576-c463908fa013 req-0b4b3d4e-d296-4075-aca1-fb85b00cab7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:02.720142 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a3b1a317-fd2d-4934-8576-c463908fa013 req-0b4b3d4e-d296-4075-aca1-fb85b00cab7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d238d48-c667-4b75-9461-7e2b13d6ae1c HTTP/1.1" status: 200 len: 917 time: 0.5599298 Sep 15 08:42:02.724944 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3968d8e2-6ec9-4473-aeaa-aa4db02dc01b req-6a0cda22-1378-4b6b-b101-3cfcf471ad06 service neutron] 10.222.0.42 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258182 Sep 15 08:42:02.772685 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-0de7a2cd-ab58-4223-9413-a30447b4f838 service neutron] 10.222.0.24 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195401 Sep 15 08:42:02.823790 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:42:02.835458 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Sync routers for ids ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'] in dv-cinder-806008-2-smb {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:42:02.868053 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Notify callbacks [] for router, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:02.869916 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8980997 Sep 15 08:42:02.873102 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55228) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:02.878039 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Routers {'7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:02.878956 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:41:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:02.993204 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:03.035913 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e03618-c659-43d3-90b9-b5148cc83c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c348326-15d0-4cee-960d-12c0cafb183e'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:03.056880 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 1c348326-15d0-4cee-960d-12c0cafb183e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1c348326-15d0-4cee-960d-12c0cafb183e,segment=NetworkSegment(2c08aa4b-a1fc-44d4-b462-59f6886beb63),segment_id=2c08aa4b-a1fc-44d4-b462-59f6886beb63)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:03.067574 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:03.069939 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:03.148681 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-8893d3cd-6a2f-4ea2-83b4-9a89fade5b6a service neutron] 10.222.0.24 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470881 Sep 15 08:42:03.180676 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab511be-4fa9-4246-bfde-3c3c0ee75f45 req-aa26fdff-e80e-4cba-97d2-36d1a9dbd2e6 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:03.188760 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-aab511be-4fa9-4246-bfde-3c3c0ee75f45 req-aa26fdff-e80e-4cba-97d2-36d1a9dbd2e6 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.2132401 Sep 15 08:42:03.234221 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25758939-da4b-4c72-aefd-badc063ad6a6 None None] Network ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:42:03.264284 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Set router 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:03.309155 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=1c348326-15d0-4cee-960d-12c0cafb183e,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:03.320769 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a3b1a317-fd2d-4934-8576-c463908fa013 req-0ca58c23-0d37-4f3c-92c9-711488b919e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=457f6d71-9605-46d0-acac-4efcc488a8be HTTP/1.1" status: 200 len: 998 time: 0.5217841 Sep 15 08:42:03.323234 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:03.457669 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-aab511be-4fa9-4246-bfde-3c3c0ee75f45 req-b5aa5961-1814-414b-88f6-2afe69cbef6a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679763 Sep 15 08:42:03.477709 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-1d5ff553-1700-48f1-8e68-fc417fc37b26 None None] Provisioning for port e84549d8-8125-44c5-bbfd-14b3636f1cf6 completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:42:03.560169 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-1d5ff553-1700-48f1-8e68-fc417fc37b26 None None] Provisioning complete for port e84549d8-8125-44c5-bbfd-14b3636f1cf6 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:03.561797 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-1d5ff553-1700-48f1-8e68-fc417fc37b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:03.575759 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1a317-fd2d-4934-8576-c463908fa013 req-760cd16f-d49e-4514-9c6a-295fa63d5263 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:03.575759 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a3b1a317-fd2d-4934-8576-c463908fa013 req-760cd16f-d49e-4514-9c6a-295fa63d5263 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbc783f9-168d-423f-8179-cb2450becd9d HTTP/1.1" status: 200 len: 855 time: 0.2448986 Sep 15 08:42:03.711544 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e03618-c659-43d3-90b9-b5148cc83c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c348326-15d0-4cee-960d-12c0cafb183e', 'code': 200} Sep 15 08:42:03.800427 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3968d8e2-6ec9-4473-aeaa-aa4db02dc01b req-132ec467-e5d6-4907-a398-8ce008ca9076 service neutron] 10.222.0.42 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0232232 Sep 15 08:42:03.965112 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-cc01d508-b773-46bb-b19d-a8e445eff0ec req-ea319a6c-d353-44d2-9509-2cd577cdf16f tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 210 time: 0.1523454 Sep 15 08:42:04.129441 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'name': 'tempest-TestShelveInstance-350072911-router', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:00Z', 'updated_at': '2021-09-15T08:42:01Z', 'revision_number': 3, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'gw_port': {'id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:01Z', 'updated_at': '2021-09-15T08:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:04.136445 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Checking router: 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 for host: dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:42:04.136908 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Updating router 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 port 6c467e12-aed9-4ab9-8566-90a45c64892c binding host dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:42:04.207361 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:04.261865 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-1d5ff553-1700-48f1-8e68-fc417fc37b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:04.344721 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-1d5ff553-1700-48f1-8e68-fc417fc37b26 None None] For port e84549d8-8125-44c5-bbfd-14b3636f1cf6, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=e84549d8-8125-44c5-bbfd-14b3636f1cf6,segment=NetworkSegment(633dd89e-b49f-4f44-926b-61d09cc2979f),segment_id=633dd89e-b49f-4f44-926b-61d09cc2979f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:04.354663 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-1d5ff553-1700-48f1-8e68-fc417fc37b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:04.356527 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:04.401061 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a3b1a317-fd2d-4934-8576-c463908fa013 req-473cf1bb-53cd-43c3-adc6-2ecf248187ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d238d48-c667-4b75-9461-7e2b13d6ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7977087 Sep 15 08:42:04.457760 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cee96c-1f0d-4475-83ce-de883ca95767 req-c88d3196-418a-4d92-892e-4bc548e205c1 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:04.459594 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d4cee96c-1f0d-4475-83ce-de883ca95767 req-c88d3196-418a-4d92-892e-4bc548e205c1 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 946 time: 0.4646158 Sep 15 08:42:04.510901 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ff553-1700-48f1-8e68-fc417fc37b26 None None] Pushing event updated for resources: {'Port': ['ID=e84549d8-8125-44c5-bbfd-14b3636f1cf6,revision_number=3']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:04.514676 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-1d5ff553-1700-48f1-8e68-fc417fc37b26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:04.529349 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b31710-9e76-4569-9451-1d8617936f9d req-6a619669-34f3-4f9c-b377-0c8e52deb908 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:04.542651 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f8191-72ca-4617-8efa-b6df9788da32 req-de9758bd-4ca3-4a0b-89e9-f0021ca19036 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:04.543270 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-48b31710-9e76-4569-9451-1d8617936f9d req-6a619669-34f3-4f9c-b377-0c8e52deb908 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.7543292 Sep 15 08:42:04.549194 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c61f8191-72ca-4617-8efa-b6df9788da32 req-de9758bd-4ca3-4a0b-89e9-f0021ca19036 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 946 time: 0.3029065 Sep 15 08:42:04.671865 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c61f8191-72ca-4617-8efa-b6df9788da32 req-cebf2842-c6ae-4ab1-8c9f-2a43222eade6 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217711 Sep 15 08:42:04.763442 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Notify callbacks [] for port, precommit_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:04.778636 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.provisioning_blocks [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Transition to ACTIVE for port object 6c467e12-aed9-4ab9-8566-90a45c64892c will not be triggered until provisioned by entity L2. {{(pid=75069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:42:04.787658 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-ad1385e6-4765-479e-b299-c321cf59fc34 None None] Provisioning complete for port e84549d8-8125-44c5-bbfd-14b3636f1cf6 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:04.788432 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ad1385e6-4765-479e-b299-c321cf59fc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:04.791427 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:04.802431 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:04.836402 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a3b1a317-fd2d-4934-8576-c463908fa013 req-f631ef2d-e874-43c3-b72e-2f4eab1d205f service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945374 Sep 15 08:42:04.845927 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-d4cee96c-1f0d-4475-83ce-de883ca95767 req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Deleting port e97b994d-8f53-4d6f-b6b4-1e82ebb60180 {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:04.846290 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-d4cee96c-1f0d-4475-83ce-de883ca95767 req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:04.878292 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Attempting to bind port 6c467e12-aed9-4ab9-8566-90a45c64892c on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:42:04.878683 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Attempting to bind port 6c467e12-aed9-4ab9-8566-90a45c64892c by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}] {{(pid=75069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:42:04.879176 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Attempting to bind port 6c467e12-aed9-4ab9-8566-90a45c64892c on network 73c61116-91a8-4da6-aa3b-f7696623d1e1 {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:42:04.888407 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-edaf868c-66c4-4c3c-841b-a128d5b1ec5d req-02261d9d-109f-4073-b3bf-7403de90d406 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 1098 time: 0.7670317 Sep 15 08:42:04.904310 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be62f4-6af8-4385-93a0-fd27e333a331 None None] Pushing event updated for resources: {'Port': ['ID=6c467e12-aed9-4ab9-8566-90a45c64892c,revision_number=2']} {{(pid=75069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:04.908384 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-21be62f4-6af8-4385-93a0-fd27e333a331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:04.909449 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:42:04.910115 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Checking segment: {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:42:04.910699 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:04.911236 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Bound using segment: {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'} {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:42:04.911863 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Bound port: 6c467e12-aed9-4ab9-8566-90a45c64892c, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}}] {{(pid=75069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:42:04.912589 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:05.002097 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:05.011299 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.db [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] For port 6c467e12-aed9-4ab9-8566-90a45c64892c, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:42:05.019520 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.db [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] For port 6c467e12-aed9-4ab9-8566-90a45c64892c, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=6c467e12-aed9-4ab9-8566-90a45c64892c,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:42:05.027459 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:05.036485 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-21be62f4-6af8-4385-93a0-fd27e333a331 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:05.127442 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-48b31710-9e76-4569-9451-1d8617936f9d req-ac1120c9-d6e1-46cd-a2db-4237e9f31c25 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385429 Sep 15 08:42:05.177884 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be62f4-6af8-4385-93a0-fd27e333a331 None None] Pushing event updated for resources: {'Port': ['ID=6c467e12-aed9-4ab9-8566-90a45c64892c,revision_number=3']} {{(pid=75069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:05.181910 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-21be62f4-6af8-4385-93a0-fd27e333a331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:05.183483 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Routers {'7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:05.184135 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:41:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:05.216046 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-edaf868c-66c4-4c3c-841b-a128d5b1ec5d req-ac9e13ba-d4fd-46e3-8384-57f203ccabd4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269685 Sep 15 08:42:05.393231 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_common [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Allocated IP 172.20.0.1 (ddb3d03a-680b-4e7c-ba35-03aba00d1ee1/9c359e7a-f7e8-43b9-8f23-502a7b5590e8/3276bffa-10cc-4180-b68e-bd4c26f28943) {{(pid=75067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:42:05.412108 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13deb67-bbae-42e0-9be0-4f49e4d6c37a req-6132e7ae-57b9-439f-b190-0a0f161592f4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:05.416860 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] Set router 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:05.420026 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e13deb67-bbae-42e0-9be0-4f49e4d6c37a req-6132e7ae-57b9-439f-b190-0a0f161592f4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.2469051 Sep 15 08:42:05.547365 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6d1108a2-9138-44f9-8b25-425c32e74580 req-31ff6ad9-ce1d-44be-8e17-fae4ad7a3a92 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 210 time: 0.0859799 Sep 15 08:42:05.562902 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a3b1a317-fd2d-4934-8576-c463908fa013 req-62a3cfcf-b6b5-4cab-bfc7-209c19d274e9 service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6670396 Sep 15 08:42:05.570726 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e13deb67-bbae-42e0-9be0-4f49e4d6c37a req-41445695-e9ab-43bf-9aa9-6113bd00d3e0 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497211 Sep 15 08:42:05.686237 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-d4cee96c-1f0d-4475-83ce-de883ca95767 req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] For port e97b994d-8f53-4d6f-b6b4-1e82ebb60180, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e97b994d-8f53-4d6f-b6b4-1e82ebb60180,segment=NetworkSegment(f3e6e7f8-f49e-495f-a086-928ec47cd6a5),segment_id=f3e6e7f8-f49e-495f-a086-928ec47cd6a5)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:05.686609 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-d4cee96c-1f0d-4475-83ce-de883ca95767 req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:05.702505 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:05.773432 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.provisioning_blocks [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Transition to ACTIVE for port object 3276bffa-10cc-4180-b68e-bd4c26f28943 will not be triggered until provisioned by entity DHCP. {{(pid=75067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:42:05.841690 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:05.843495 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'name': 'tempest-TestShelveInstance-350072911-router', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:00Z', 'updated_at': '2021-09-15T08:42:01Z', 'revision_number': 3, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'gw_port': {'id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:01Z', 'updated_at': '2021-09-15T08:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:05.848470 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:05.848959 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f562a5-9d0e-4ac1-9793-690fc5eb24d0 None None] The sync data for ids ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'] in dv-cinder-806008-2-smb is: [{'id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'name': 'tempest-TestShelveInstance-350072911-router', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:00Z', 'updated_at': '2021-09-15T08:42:01Z', 'revision_number': 3, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'gw_port': {'id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:01Z', 'updated_at': '2021-09-15T08:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}] {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:42:05.945020 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-d4cee96c-1f0d-4475-83ce-de883ca95767 req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Calling delete_port for e97b994d-8f53-4d6f-b6b4-1e82ebb60180 owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:05.948153 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Network ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:42:05.951642 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:05.956257 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Received port after_create {{(pid=75067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:42:05.957229 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357844'] for router_interface, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:05.961615 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Pushing event updated for resources: {'Port': ['ID=3276bffa-10cc-4180-b68e-bd4c26f28943,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:06.051746 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:06.061695 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:06.062300 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:06.062693 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:06.063041 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:06.063515 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:06.063717 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:06.064056 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:06.064392 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:06.064818 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:06.065039 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:06.077104 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:06.225442 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:06.228489 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device e84549d8-8125-44c5-bbfd-14b3636f1cf6 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:06.242590 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afd819-e38f-4e86-82a8-066712571d97 req-b78cc075-bc5a-4778-b5b9-787e7f11af78 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:06.244661 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e2afd819-e38f-4e86-82a8-066712571d97 req-b78cc075-bc5a-4778-b5b9-787e7f11af78 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 946 time: 0.2801042 Sep 15 08:42:06.380833 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port e84549d8-8125-44c5-bbfd-14b3636f1cf6 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:06.381522 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:06.398259 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e2afd819-e38f-4e86-82a8-066712571d97 req-04d52ad6-1179-4dc4-86fc-28b0a434c6d3 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/security-groups?id=1eeef310-c086-4c81-b5f7-2c8a475efbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477718 Sep 15 08:42:06.497477 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-a44cf679-9b91-4a76-a646-582d99fae1cd None None] Provisioning for port 3276bffa-10cc-4180-b68e-bd4c26f28943 completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:42:06.532164 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-a44cf679-9b91-4a76-a646-582d99fae1cd None None] Provisioning complete for port 3276bffa-10cc-4180-b68e-bd4c26f28943 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:06.532806 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-a44cf679-9b91-4a76-a646-582d99fae1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:06.572464 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:06.577235 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:06.578455 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1263052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358255'] for router_interface, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:06.593119 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:06.618910 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-a44cf679-9b91-4a76-a646-582d99fae1cd None None] Port 3276bffa-10cc-4180-b68e-bd4c26f28943 cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:42:06.699917 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-155af074-243f-4feb-8502-be2f25276b23 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:06.701346 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-155af074-243f-4feb-8502-be2f25276b23 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.42 "GET /v2.0/networks?id=7e883d06-eb92-4923-b2f2-e0fec40aaf76 HTTP/1.1" status: 200 len: 813 time: 0.7767055 Sep 15 08:42:06.736241 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9716506c-1d80-499f-a3c7-5417e137af6e req-c5fea47e-2724-4645-8808-e1d02876868b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a2504fc61c643689d3bd8f37fc59dc4&device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 1099 time: 0.5064595 Sep 15 08:42:06.743270 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-3e3c4f43-1d0b-474a-a8f0-f2e45053c907 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Request body: {'port': {'device_id': '238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc', 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76', 'admin_state_up': True, 'tenant_id': '1bac9cb5fdd54f97a38e11702dacef35'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:06.782367 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-d4cee96c-1f0d-4475-83ce-de883ca95767 req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:06.810971 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Pushing event updated for resources: {'Port': ['ID=3276bffa-10cc-4180-b68e-bd4c26f28943,revision_number=2']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:06.814010 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:06.845916 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-dbbc5b99-63f6-40ef-8ba2-a17a2f22c9bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:06.861836 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-98d0d2cb-d5ff-48ed-a8f9-200a127c505b req-1fc3cdca-ed80-4098-9634-77038516f65e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 210 time: 0.0667107 Sep 15 08:42:06.927147 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Network ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:42:06.928374 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:06.964083 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5bedd-a21c-4985-b883-26e83cf1a887 req-3a731fc0-ba60-405e-b442-ca1d982ff2e7 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:06.965849 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b7a5bedd-a21c-4985-b883-26e83cf1a887 req-3a731fc0-ba60-405e-b442-ca1d982ff2e7 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.4371233 Sep 15 08:42:06.973159 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Pushing event deleted for resources: {'Port': ['ID=e97b994d-8f53-4d6f-b6b4-1e82ebb60180,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:07.015662 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:07.016012 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:07.016363 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:07.016706 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:07.017049 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:07.017388 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:07.017728 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:07.018062 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:07.018417 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:07.018749 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:07.019079 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:07.030307 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:07.197323 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cee96c-1f0d-4475-83ce-de883ca95767 req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] No DVR routers for this DVR port e97b994d-8f53-4d6f-b6b4-1e82ebb60180 on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:42:07.213288 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-3e3c4f43-1d0b-474a-a8f0-f2e45053c907 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:07.219284 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-d4cee96c-1f0d-4475-83ce-de883ca95767 req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:07.228847 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f75ab8-d20e-4441-b15d-bae78ab24d32', 'name': 'network-vif-deleted', 'tag': 'e97b994d-8f53-4d6f-b6b4-1e82ebb60180'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:07.255936 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-56b4044d-a0ed-489b-b2e9-fb9621b48085 None None] Provisioning complete for port 3276bffa-10cc-4180-b68e-bd4c26f28943 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:07.256839 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-56b4044d-a0ed-489b-b2e9-fb9621b48085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:07.275610 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d4cee96c-1f0d-4475-83ce-de883ca95767 req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.42 "DELETE /v2.0/ports/e97b994d-8f53-4d6f-b6b4-1e82ebb60180 HTTP/1.1" status: 204 len: 173 time: 2.7555597 Sep 15 08:42:07.288898 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716506c-1d80-499f-a3c7-5417e137af6e req-6bb4591b-8632-426e-8059-87edd6f22bbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:07.290552 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9716506c-1d80-499f-a3c7-5417e137af6e req-6bb4591b-8632-426e-8059-87edd6f22bbe service neutron] 10.222.0.42 "GET /v2.0/networks?id=5523e415-2a49-4b5d-8124-718fb5ec48c4 HTTP/1.1" status: 200 len: 920 time: 0.5310278 Sep 15 08:42:07.302388 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-3e3c4f43-1d0b-474a-a8f0-f2e45053c907 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:07.318949 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b7a5bedd-a21c-4985-b883-26e83cf1a887 req-ebdd42c2-f72d-4a28-920f-f64803c6c9da tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387871 Sep 15 08:42:07.336614 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-56b4044d-a0ed-489b-b2e9-fb9621b48085 None None] Port 3276bffa-10cc-4180-b68e-bd4c26f28943 cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:42:07.427512 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9716506c-1d80-499f-a3c7-5417e137af6e req-ce8759b3-9865-4c98-b447-6784b3b80f68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7279912e-f092-48e6-87e0-0879f22c6c5e HTTP/1.1" status: 200 len: 217 time: 0.1059134 Sep 15 08:42:07.428555 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0316366-66e5-4228-aa81-28a535663998 req-aeedd903-f515-412d-872e-f73bc6218ae6 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:07.430499 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c0316366-66e5-4228-aa81-28a535663998 req-aeedd903-f515-412d-872e-f73bc6218ae6 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.2617648 Sep 15 08:42:07.438173 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f75ab8-d20e-4441-b15d-bae78ab24d32', 'name': 'network-vif-deleted', 'tag': 'e97b994d-8f53-4d6f-b6b4-1e82ebb60180', 'status': 'completed', 'code': 200} Sep 15 08:42:07.488656 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-3e3c4f43-1d0b-474a-a8f0-f2e45053c907 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Made reservation on behalf of 1bac9cb5fdd54f97a38e11702dacef35 for: {'port': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:42:07.492002 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-3e3c4f43-1d0b-474a-a8f0-f2e45053c907 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:07.505812 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c0316366-66e5-4228-aa81-28a535663998 req-c8472057-be03-4480-83f7-237e4b97f913 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678570 Sep 15 08:42:07.636117 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Router 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:42:07.659445 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716506c-1d80-499f-a3c7-5417e137af6e req-560f7096-ddbf-41bb-8fa1-dc2861f52fb0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:07.660900 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9716506c-1d80-499f-a3c7-5417e137af6e req-560f7096-ddbf-41bb-8fa1-dc2861f52fb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d953322-a64f-42ac-8128-2109fba4be9a HTTP/1.1" status: 200 len: 859 time: 0.2216973 Sep 15 08:42:07.734139 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9716506c-1d80-499f-a3c7-5417e137af6e req-f9bc7d11-3f99-470b-8396-354c003f3bf4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5523e415-2a49-4b5d-8124-718fb5ec48c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479414 Sep 15 08:42:07.764499 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9e65cb5a-3d16-4b99-aed8-5b2bf65c8bc7 req-a04a2be1-bfd0-4aa9-9f36-33d1c257145c tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f75ab8-d20e-4441-b15d-bae78ab24d32 HTTP/1.1" status: 200 len: 210 time: 0.1108196 Sep 15 08:42:07.912221 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:42:07.930666 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] 10.222.0.24 "PUT /v2.0/routers/7c25d407-9867-4d7c-b12e-9a8eb08fb2a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0487053 Sep 15 08:42:07.977444 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9716506c-1d80-499f-a3c7-5417e137af6e req-48b9c37e-e193-4915-8f6b-263d1eff6aa6 service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356277 Sep 15 08:42:07.979709 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-3e3c4f43-1d0b-474a-a8f0-f2e45053c907 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Allocated IP 172.20.0.12 (7e883d06-eb92-4923-b2f2-e0fec40aaf76/c14d6424-e236-4279-b7fc-91d959c729a8/ce713557-60b7-4af3-9420-0af0f4e44ecd) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:42:08.123986 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a1b843c8-0958-4b0d-8e08-c7406a53d71b req-c435f52a-837a-46ea-9f81-1a9f7db24836 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 210 time: 0.0528979 Sep 15 08:42:08.276922 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9716506c-1d80-499f-a3c7-5417e137af6e req-db2a23a1-55cb-4800-b688-b68989b48c9c service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910566 Sep 15 08:42:08.370054 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-3e3c4f43-1d0b-474a-a8f0-f2e45053c907 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:08.416747 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-3e3c4f43-1d0b-474a-a8f0-f2e45053c907 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:08.442937 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:08.463679 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['8e4761fb-c79a-4352-9169-571b41c06c64'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:42:08.634780 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968e483-387f-41c2-a2c3-999a420af9d8 req-4e690209-0dd1-4d51-9142-a40e731744e2 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:08.636456 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-0968e483-387f-41c2-a2c3-999a420af9d8 req-4e690209-0dd1-4d51-9142-a40e731744e2 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1342537 Sep 15 08:42:08.662382 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device e97b994d-8f53-4d6f-b6b4-1e82ebb60180 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:42:08.670730 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-3e3c4f43-1d0b-474a-a8f0-f2e45053c907 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:42:08.695908 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-3e3c4f43-1d0b-474a-a8f0-f2e45053c907 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:08.701736 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c4f43-1d0b-474a-a8f0-f2e45053c907 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Pushing event updated for resources: {'Port': ['ID=ce713557-60b7-4af3-9420-0af0f4e44ecd,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:08.707014 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-3e3c4f43-1d0b-474a-a8f0-f2e45053c907 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:42:08.714200 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-0968e483-387f-41c2-a2c3-999a420af9d8 req-24f373d1-3c6d-41ea-88fd-80b27a0f2c73 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699697 Sep 15 08:42:08.720716 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-3e3c4f43-1d0b-474a-a8f0-f2e45053c907 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:08.721726 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-3e3c4f43-1d0b-474a-a8f0-f2e45053c907 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:08.736490 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-3e3c4f43-1d0b-474a-a8f0-f2e45053c907 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:08.786474 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: e97b994d-8f53-4d6f-b6b4-1e82ebb60180 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:42:08.786831 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device e97b994d-8f53-4d6f-b6b4-1e82ebb60180 not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:42:08.834681 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-3e3c4f43-1d0b-474a-a8f0-f2e45053c907 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0974057 Sep 15 08:42:08.857368 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Request body: {'port': {'device_id': '238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:08.929067 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec569d3-7fd9-4e6f-9aa8-875f30fa79c2 req-aa278862-6048-4c2c-8d0c-f8c32fac8c32 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:08.936196 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-aec569d3-7fd9-4e6f-9aa8-875f30fa79c2 req-aa278862-6048-4c2c-8d0c-f8c32fac8c32 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.1681962 Sep 15 08:42:09.057416 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55400) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:09.071213 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:09.099464 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-aec569d3-7fd9-4e6f-9aa8-875f30fa79c2 req-58673911-a87a-4026-b259-562a16e6009c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623297 Sep 15 08:42:09.260907 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55418) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:09.421042 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60bc55-e991-4ea8-9df9-c39026f803b3 req-560fc035-3dbd-452a-8494-5ec8f15cc67e tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:09.423028 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-aa60bc55-e991-4ea8-9df9-c39026f803b3 req-560fc035-3dbd-452a-8494-5ec8f15cc67e tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.1059535 Sep 15 08:42:09.432372 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55428) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:09.441353 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-efa991ae-42b7-4bba-b34d-a5f3f35b085a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Request body: {'floatingip': {'port_id': '1c348326-15d0-4cee-960d-12c0cafb183e'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:09.443648 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-eef62a58-1094-4f3c-83b8-0669eee346dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:09.475839 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-eef62a58-1094-4f3c-83b8-0669eee346dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:09.480946 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-eef62a58-1094-4f3c-83b8-0669eee346dc admin admin] Usage tracker for resource:security_group_rule and tenant:b5756a76cac44a33bc685d7bc929af98 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:09.485287 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-eef62a58-1094-4f3c-83b8-0669eee346dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:09.492313 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-eef62a58-1094-4f3c-83b8-0669eee346dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:09.506384 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55432) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:09.524406 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-790521091-network', 'tenant_id': 'c4550a83ec15475eaee8c522c11401e4'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:09.532788 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:09.538703 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e695d676-31d1-4595-aac0-56059e540675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:09.551217 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Usage tracker for resource:network and tenant:c4550a83ec15475eaee8c522c11401e4 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:09.558672 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:09.567603 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:09.594645 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-efa991ae-42b7-4bba-b34d-a5f3f35b085a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for floatingip, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:09.597565 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Made reservation on behalf of c4550a83ec15475eaee8c522c11401e4 for: {'network': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:42:09.599823 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for network, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:09.624240 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:09.634923 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-e695d676-31d1-4595-aac0-56059e540675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:09.655412 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-e695d676-31d1-4595-aac0-56059e540675 admin admin] Usage tracker for resource:security_group_rule and tenant:aaf508b7cb51406884ef712699c548d4 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:09.660549 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-e695d676-31d1-4595-aac0-56059e540675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:09.679191 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-e695d676-31d1-4595-aac0-56059e540675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:09.707273 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-eef62a58-1094-4f3c-83b8-0669eee346dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:09.716412 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:09.720836 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-eef62a58-1094-4f3c-83b8-0669eee346dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:09.734578 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-fc6a7b09-7b08-4a5d-ae1e-416e05f6efd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:09.741651 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Usage tracker for resource:security_group_rule and tenant:c4550a83ec15475eaee8c522c11401e4 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:09.749334 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:09.761097 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:09.814613 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef62a58-1094-4f3c-83b8-0669eee346dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296587c5-48fd-4698-8141-8078eaaae484,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:09.822711 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-eef62a58-1094-4f3c-83b8-0669eee346dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:09.825834 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-eef62a58-1094-4f3c-83b8-0669eee346dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5756a76cac44a33bc685d7bc929af98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7662160 Sep 15 08:42:09.831857 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55444) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:09.891158 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb621c3-be9c-4359-aa34-f968b080c0ec req-e95619a6-6cf8-43fe-961c-ba923f54276d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:09.891857 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-ccb621c3-be9c-4359-aa34-f968b080c0ec req-e95619a6-6cf8-43fe-961c-ba923f54276d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Synchronizing usage tracker for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:42:09.954226 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e695d676-31d1-4595-aac0-56059e540675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:09.965862 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e695d676-31d1-4595-aac0-56059e540675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:09.976600 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:09.986837 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.002814 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-ccb621c3-be9c-4359-aa34-f968b080c0ec req-e95619a6-6cf8-43fe-961c-ba923f54276d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Unset dirty status for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:42:10.009989 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.010904 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ccb621c3-be9c-4359-aa34-f968b080c0ec req-e95619a6-6cf8-43fe-961c-ba923f54276d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 932 time: 0.6527114 Sep 15 08:42:10.043838 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695d676-31d1-4595-aac0-56059e540675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ee2419-0851-4ca1-b500-817479d77d61,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:10.047872 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-e695d676-31d1-4595-aac0-56059e540675 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aaf508b7cb51406884ef712699c548d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7856832 Sep 15 08:42:10.049696 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-e695d676-31d1-4595-aac0-56059e540675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:10.052926 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55450) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:10.053922 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:10.062716 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=75067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:42:10.092426 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.092766 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.db.segments_db [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Added segment 313cfb26-b829-4a5a-822d-8a92d1ea023f of type vlan for network 288faf04-1124-46a2-8632-f9f49c6ff2bc Sep 15 08:42:10.098783 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e4ae94-dec8-401e-82a0-4c0b629f56d1,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:10.102642 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:10.109275 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd34c04-4ccf-4f6a-8a48-cb8b374b9409 req-d09f7493-ab97-4213-99f0-0a8c27c605e1 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:10.110843 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-0dd34c04-4ccf-4f6a-8a48-cb8b374b9409 req-d09f7493-ab97-4213-99f0-0a8c27c605e1 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.2377844 Sep 15 08:42:10.112691 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a14b517d-d693-439b-90a7-10900046cc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.145051 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729531529162'] for network, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.191032 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-0dd34c04-4ccf-4f6a-8a48-cb8b374b9409 req-b534c357-682b-46eb-a51a-6f0013777073 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661366 Sep 15 08:42:10.197325 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for network, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.198811 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:10.199712 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.204550 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:10.274006 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce713557-60b7-4af3-9420-0af0f4e44ecd {{(pid=75066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:42:10.284023 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ccb621c3-be9c-4359-aa34-f968b080c0ec req-58277bdb-beaa-4143-a279-902a600fc904 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722533 Sep 15 08:42:10.296271 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.299919 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a14b517d-d693-439b-90a7-10900046cc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.385435 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Pushing event updated for resources: {'Network': ['ID=288faf04-1124-46a2-8632-f9f49c6ff2bc,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:10.389964 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:10.391358 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Transition to ACTIVE for port object ce713557-60b7-4af3-9420-0af0f4e44ecd will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:42:10.396148 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8887172 Sep 15 08:42:10.397931 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Network 288faf04-1124-46a2-8632-f9f49c6ff2bc details requested by agent ovs-agent-dv-cinder-806008-2-smb with host dv-cinder-806008-2-smb {{(pid=75068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:42:10.399206 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55454) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:10.405542 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-5faf6702-ebec-4bcf-95ac-a192c66e0c00 admin admin] Request body: {'subnet': {'network_id': '288faf04-1124-46a2-8632-f9f49c6ff2bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-790521091-subnet', 'tenant_id': 'c4550a83ec15475eaee8c522c11401e4', 'ip_version': 4}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:10.410533 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-5faf6702-ebec-4bcf-95ac-a192c66e0c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:10.414692 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-5faf6702-ebec-4bcf-95ac-a192c66e0c00 admin admin] Usage tracker for resource:subnet and tenant:c4550a83ec15475eaee8c522c11401e4 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:10.417505 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-5faf6702-ebec-4bcf-95ac-a192c66e0c00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:10.418213 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.423356 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-5faf6702-ebec-4bcf-95ac-a192c66e0c00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:10.435214 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faf6702-ebec-4bcf-95ac-a192c66e0c00 admin admin] Made reservation on behalf of c4550a83ec15475eaee8c522c11401e4 for: {'subnet': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:42:10.437450 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5faf6702-ebec-4bcf-95ac-a192c66e0c00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.440427 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:10.487702 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-33a887b6-9843-4ef3-a052-6b247c70a333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.635986 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5faf6702-ebec-4bcf-95ac-a192c66e0c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for subnet, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.639879 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:10.656000 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Pushing event updated for resources: {'Port': ['ID=ce713557-60b7-4af3-9420-0af0f4e44ecd,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:10.659305 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-33a887b6-9843-4ef3-a052-6b247c70a333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.674322 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:10.712815 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a14b517d-d693-439b-90a7-10900046cc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.713264 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf6702-ebec-4bcf-95ac-a192c66e0c00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ad3d2c4-1650-491c-bc2b-01052f3c89b9,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:10.716021 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-5faf6702-ebec-4bcf-95ac-a192c66e0c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:10.730301 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faf6702-ebec-4bcf-95ac-a192c66e0c00 admin admin] Checking segment: {'id': '313cfb26-b829-4a5a-822d-8a92d1ea023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '288faf04-1124-46a2-8632-f9f49c6ff2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:42:10.730661 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faf6702-ebec-4bcf-95ac-a192c66e0c00 admin admin] Network hostable DHCP agents. Network: 288faf04-1124-46a2-8632-f9f49c6ff2bc, hostable agents: ['5500b75e-3e13-4568-b880-b73785507866'], hosted agents: [] {{(pid=75067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:42:10.737347 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:10.752602 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faf6702-ebec-4bcf-95ac-a192c66e0c00 admin admin] Network 288faf04-1124-46a2-8632-f9f49c6ff2bc is scheduled to be hosted by DHCP agent 5500b75e-3e13-4568-b880-b73785507866 with binding_index 1 {{(pid=75067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:42:10.761448 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-5faf6702-ebec-4bcf-95ac-a192c66e0c00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-smb, 288faf04-1124-46a2-8632-f9f49c6ff2bc) {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:10.765446 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faf6702-ebec-4bcf-95ac-a192c66e0c00 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:10.766048 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5faf6702-ebec-4bcf-95ac-a192c66e0c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.771324 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e86184-ff50-4ca2-9cea-26c56d93beaf None None] Network 288faf04-1124-46a2-8632-f9f49c6ff2bc requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:42:10.784201 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b517d-d693-439b-90a7-10900046cc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296587c5-48fd-4698-8141-8078eaaae484,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:10.788980 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a14b517d-d693-439b-90a7-10900046cc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:10.790709 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-5faf6702-ebec-4bcf-95ac-a192c66e0c00 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3895364 Sep 15 08:42:10.793047 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55458) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:10.798892 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a14b517d-d693-439b-90a7-10900046cc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.803067 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-a14b517d-d693-439b-90a7-10900046cc79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/296587c5-48fd-4698-8141-8078eaaae484 HTTP/1.1" status: 204 len: 168 time: 0.9655921 Sep 15 08:42:10.807288 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-790521091-router', 'tenant_id': 'c4550a83ec15475eaee8c522c11401e4', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:10.814622 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:10.819089 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Usage tracker for resource:router and tenant:c4550a83ec15475eaee8c522c11401e4 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:10.824035 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:10.831154 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:10.840671 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-33a887b6-9843-4ef3-a052-6b247c70a333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.848290 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Attempting to bind port ce713557-60b7-4af3-9420-0af0f4e44ecd on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:42:10.848541 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-359864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.848661 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Attempting to bind port ce713557-60b7-4af3-9420-0af0f4e44ecd by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'cc36087f-f1af-45b2-99b2-be29a6d14e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:42:10.848926 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Attempting to bind port ce713557-60b7-4af3-9420-0af0f4e44ecd on network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:42:10.850223 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-359717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-357069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-876'] for router, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.853863 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-bfa13af4-34e8-4dfb-ae8b-1c0b3cf3b0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:10.873583 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a887b6-9843-4ef3-a052-6b247c70a333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ee2419-0851-4ca1-b500-817479d77d61,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:10.877363 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-33a887b6-9843-4ef3-a052-6b247c70a333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.878495 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-33a887b6-9843-4ef3-a052-6b247c70a333 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3ee2419-0851-4ca1-b500-817479d77d61 HTTP/1.1" status: 204 len: 168 time: 0.8224034 Sep 15 08:42:10.882928 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.883803 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-33a887b6-9843-4ef3-a052-6b247c70a333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:10.895014 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Port ce713557-60b7-4af3-9420-0af0f4e44ecd on network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:42:10.895596 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Attempting to bind port ce713557-60b7-4af3-9420-0af0f4e44ecd on network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:42:10.917174 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:42:10.917512 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Checking segment: {'id': 'cc36087f-f1af-45b2-99b2-be29a6d14e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:42:10.917897 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Bound using segment: {'id': 'cc36087f-f1af-45b2-99b2-be29a6d14e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:42:10.918321 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Bound port: ce713557-60b7-4af3-9420-0af0f4e44ecd, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc36087f-f1af-45b2-99b2-be29a6d14e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:42:10.918693 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.084409 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-882'] for router, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.139014 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] For port ce713557-60b7-4af3-9420-0af0f4e44ecd, host hv-cinder-80600, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:42:11.144483 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-efa991ae-42b7-4bba-b34d-a5f3f35b085a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.156135 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] For port ce713557-60b7-4af3-9420-0af0f4e44ecd, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ce713557-60b7-4af3-9420-0af0f4e44ecd,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:42:11.157204 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-efa991ae-42b7-4bba-b34d-a5f3f35b085a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357699'] for floatingip, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.264760 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.277636 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6161fdaf-c2ad-55bd-b05b-2aafc9d833f1-288faf04-1124-46a2-8632-f9f49c6ff2bc', 'network_id': '288faf04-1124-46a2-8632-f9f49c6ff2bc', 'tenant_id': 'c4550a83ec15475eaee8c522c11401e4', 'fixed_ips': [{'subnet_id': '4ad3d2c4-1650-491c-bc2b-01052f3c89b9'}]}} from dv-cinder-806008-2-smb. {{(pid=75068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:42:11.278494 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.298563 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:11.326847 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55476) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:11.418246 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.423160 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] 10.222.0.42 "PUT /v2.0/ports/ce713557-60b7-4af3-9420-0af0f4e44ecd HTTP/1.1" status: 200 len: 1094 time: 2.5699074 Sep 15 08:42:11.425797 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc', 'tag': 'ce713557-60b7-4af3-9420-0af0f4e44ecd'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:11.619699 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_v2 [None req-485cdbf4-f78e-482c-b186-18681ce30feb admin admin] Deleting subnet 69639eb8-b5b5-498e-bb51-5fb437d70577 {{(pid=75067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:42:11.623040 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-485cdbf4-f78e-482c-b186-18681ce30feb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.643852 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Pushing event updated for resources: {'Port': ['ID=ce713557-60b7-4af3-9420-0af0f4e44ecd,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:11.651159 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:11.678026 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55488) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:11.678726 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-485cdbf4-f78e-482c-b186-18681ce30feb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.686690 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-485cdbf4-f78e-482c-b186-18681ce30feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570765'] for subnet, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.689640 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.db_base_plugin_common [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Allocated IP 172.20.0.2 (288faf04-1124-46a2-8632-f9f49c6ff2bc/4ad3d2c4-1650-491c-bc2b-01052f3c89b9/572087bb-4caa-4d11-8c4e-cfaa26cd745c) {{(pid=75068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:42:11.738645 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55492) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:11.765776 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-2498bb78-f0c0-4f41-98b7-f450e098e2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.774453 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.807468 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-608732da-e659-4620-baf9-0ef5fdaf12c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.810273 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413444e9-f738-4a89-98cc-af781346967e req-1641c870-ed88-42da-bfc1-9c27a7c4eb42 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:11.811774 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-413444e9-f738-4a89-98cc-af781346967e req-1641c870-ed88-42da-bfc1-9c27a7c4eb42 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.3384550 Sep 15 08:42:11.814571 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-02ec0725-88f4-474e-b750-30a4f020ae3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bac9cb5fdd54f97a38e11702dacef35&device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 1097 time: 0.2502921 Sep 15 08:42:11.830023 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ecc1-7821-4822-9e3c-720ca26922db req-4b413150-f46f-496d-9534-192ae4d5c432 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:11.831520 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f823ecc1-7821-4822-9e3c-720ca26922db req-4b413150-f46f-496d-9534-192ae4d5c432 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 944 time: 0.3458340 Sep 15 08:42:11.832475 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.937792 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-485cdbf4-f78e-482c-b186-18681ce30feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1569342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for subnet, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.952476 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-608732da-e659-4620-baf9-0ef5fdaf12c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:11.954738 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-12a8ac04-6a46-4e26-996b-8ed61bbef442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:11.966543 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Notify callbacks [] for port, precommit_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.977018 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Transition to ACTIVE for port object 572087bb-4caa-4d11-8c4e-cfaa26cd745c will not be triggered until provisioned by entity L2. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:42:11.996523 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Transition to ACTIVE for port object 572087bb-4caa-4d11-8c4e-cfaa26cd745c will not be triggered until provisioned by entity DHCP. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:42:12.004216 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.005489 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-608732da-e659-4620-baf9-0ef5fdaf12c5 admin admin] Usage tracker for resource:security_group_rule and tenant:6128eec5851c4291b4f85865ac1227bb is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:12.012769 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-2498bb78-f0c0-4f41-98b7-f450e098e2a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:12.013297 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:12.013646 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485cdbf4-f78e-482c-b186-18681ce30feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69639eb8-b5b5-498e-bb51-5fb437d70577,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:12.015682 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-608732da-e659-4620-baf9-0ef5fdaf12c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:12.025149 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-485cdbf4-f78e-482c-b186-18681ce30feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:12.028726 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-2498bb78-f0c0-4f41-98b7-f450e098e2a4 admin admin] Usage tracker for resource:security_group_rule and tenant:3ec057247fa147c49241df13bf2c78cf is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:12.031109 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-608732da-e659-4620-baf9-0ef5fdaf12c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:12.032497 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-2498bb78-f0c0-4f41-98b7-f450e098e2a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:12.041983 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-40d29680-9af9-46d3-8e12-f4bd3aef4b60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce713557-60b7-4af3-9420-0af0f4e44ecd HTTP/1.1" status: 200 len: 217 time: 0.2061999 Sep 15 08:42:12.050432 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-2498bb78-f0c0-4f41-98b7-f450e098e2a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:12.064196 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-485cdbf4-f78e-482c-b186-18681ce30feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.074778 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Network 288faf04-1124-46a2-8632-f9f49c6ff2bc is already hosted by enough agents. {{(pid=75068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:42:12.077483 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.scheduler.base_scheduler [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Resources bound (agent type, host, resource id): {{(pid=75068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:12.081167 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Received port after_create {{(pid=75068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:42:12.087561 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f823ecc1-7821-4822-9e3c-720ca26922db req-ae8146de-2b1f-469c-97ee-6c335d699a23 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104630 Sep 15 08:42:12.117756 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Pushing event updated for resources: {'Port': ['ID=572087bb-4caa-4d11-8c4e-cfaa26cd745c,revision_number=1']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:12.125218 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-413444e9-f738-4a89-98cc-af781346967e req-ee8588bb-25af-4d3a-93ee-2ab86c19bdfa tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946939 Sep 15 08:42:12.166929 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.db.l3_db [None req-efa991ae-42b7-4bba-b34d-a5f3f35b085a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Floating IP bde2fa45-9334-4698-8cbd-bbd3cacfa3d7 associated. External IP: 172.28.3.92, port: 1c348326-15d0-4cee-960d-12c0cafb183e. Sep 15 08:42:12.183438 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-485cdbf4-f78e-482c-b186-18681ce30feb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/69639eb8-b5b5-498e-bb51-5fb437d70577 HTTP/1.1" status: 204 len: 168 time: 0.8512590 Sep 15 08:42:12.187751 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55496) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:12.230951 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_common [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Allocated IP 172.28.3.147 (73c61116-91a8-4da6-aa3b-f7696623d1e1/317a8ae9-9a6a-4d69-ac7b-76c2be89eb75/e7373f28-b29d-491c-9313-5719f80f1992) {{(pid=75067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:42:12.240592 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.241691 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.242182 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.249004 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.249548 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.250024 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.250533 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.251081 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.251560 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.252121 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.252584 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.277383 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:12.287836 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc', 'tag': 'ce713557-60b7-4af3-9420-0af0f4e44ecd', 'status': 'completed', 'code': 200} Sep 15 08:42:12.288718 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Attempting to bind port 572087bb-4caa-4d11-8c4e-cfaa26cd745c on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:42:12.289143 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Attempting to bind port 572087bb-4caa-4d11-8c4e-cfaa26cd745c by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': '313cfb26-b829-4a5a-822d-8a92d1ea023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '288faf04-1124-46a2-8632-f9f49c6ff2bc'}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:42:12.289612 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Attempting to bind port 572087bb-4caa-4d11-8c4e-cfaa26cd745c on network 288faf04-1124-46a2-8632-f9f49c6ff2bc {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:42:12.297252 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:42:12.297700 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Checking segment: {'id': '313cfb26-b829-4a5a-822d-8a92d1ea023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '288faf04-1124-46a2-8632-f9f49c6ff2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:42:12.298168 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.298648 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Bound using segment: {'id': '313cfb26-b829-4a5a-822d-8a92d1ea023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '288faf04-1124-46a2-8632-f9f49c6ff2bc'} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:42:12.299184 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Bound port: 572087bb-4caa-4d11-8c4e-cfaa26cd745c, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313cfb26-b829-4a5a-822d-8a92d1ea023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '288faf04-1124-46a2-8632-f9f49c6ff2bc'}}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:42:12.299747 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.300330 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-130a8d9c-2bfb-4ecc-8d00-ea1af4c05ba1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:12.302043 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-130a8d9c-2bfb-4ecc-8d00-ea1af4c05ba1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c14d6424-e236-4279-b7fc-91d959c729a8 HTTP/1.1" status: 200 len: 853 time: 0.2495065 Sep 15 08:42:12.343226 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-608732da-e659-4620-baf9-0ef5fdaf12c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.389866 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-97e6d5ec-abf1-4fe9-836a-8190054eacdb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e883d06-eb92-4923-b2f2-e0fec40aaf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631104 Sep 15 08:42:12.392975 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] For port 572087bb-4caa-4d11-8c4e-cfaa26cd745c, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:42:12.396451 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] For port 572087bb-4caa-4d11-8c4e-cfaa26cd745c, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=572087bb-4caa-4d11-8c4e-cfaa26cd745c,segment=NetworkSegment(313cfb26-b829-4a5a-822d-8a92d1ea023f),segment_id=313cfb26-b829-4a5a-822d-8a92d1ea023f)] {{(pid=75068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:42:12.399123 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-2498bb78-f0c0-4f41-98b7-f450e098e2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.400272 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.404452 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:12.413642 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-608732da-e659-4620-baf9-0ef5fdaf12c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.424498 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-2498bb78-f0c0-4f41-98b7-f450e098e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.430836 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-5d788b5d-b28d-4d88-bfe2-401bc82295c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:12.437390 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:12.447733 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1502459'] for network, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.483208 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Pushing event updated for resources: {'Port': ['ID=572087bb-4caa-4d11-8c4e-cfaa26cd745c,revision_number=2']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:12.493005 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:12.554498 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-2498bb78-f0c0-4f41-98b7-f450e098e2a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ec057247fa147c49241df13bf2c78cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8732128 Sep 15 08:42:12.558679 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498bb78-f0c0-4f41-98b7-f450e098e2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb314aa3-6a76-4a3b-b4b8-32e1c13ad75f,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:12.560935 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55500) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:12.565990 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-2498bb78-f0c0-4f41-98b7-f450e098e2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:12.570598 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608732da-e659-4620-baf9-0ef5fdaf12c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56e84b7-6f76-426f-a0d0-30e359a4cd4a,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:12.576827 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-608732da-e659-4620-baf9-0ef5fdaf12c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:12.616509 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-608732da-e659-4620-baf9-0ef5fdaf12c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6128eec5851c4291b4f85865ac1227bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8742647 Sep 15 08:42:12.622288 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55504) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:12.699898 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-73de6b51-569d-450c-85c7-7e399bfc9a50 service neutron] 10.222.0.42 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967260 Sep 15 08:42:12.738983 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.796348 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571402', 'neutron.services.segments.db._delete_segments_for_network-8729531964573'] for network, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.817872 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:12.818236 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:12.818996 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:12.819319 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Subscribe: > port after_create 55550000 {{(pid=75067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:12.819741 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Subscribe: > port after_delete 55550000 {{(pid=75067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:12.820070 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Subscribe: > port after_update 55550000 {{(pid=75067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:12.820393 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:12.820725 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:12.821031 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:12.821335 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:12.836466 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-688ef6da-d8f6-4e6d-8076-aca86058d765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.884877 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-688ef6da-d8f6-4e6d-8076-aca86058d765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.902951 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:12.903293 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:12.903618 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:12.903971 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:12.904334 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40318bfd-9f61-408f-b5be-145432193cca']}} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:12.933003 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e6e7f8-f49e-495f-a086-928ec47cd6a5') {'for_net_delete': True} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:12.933229 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e6e7f8-f49e-495f-a086-928ec47cd6a5') {} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:12.951238 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6d6aff0f-b6f8-4290-90fd-3b3d99d4d91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.955211 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729532050360', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3252130'] for segment, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.990786 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.992043 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.004183 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6d6aff0f-b6f8-4290-90fd-3b3d99d4d91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.008754 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b1bd144d-322f-4101-aedc-a549c6585b1c req-8f87127e-676a-4262-870c-a711ecfe8fce service neutron] 10.222.0.42 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956810 Sep 15 08:42:13.012145 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:13.042562 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=75067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:42:13.043005 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245293'] for segment, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.049450 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-688ef6da-d8f6-4e6d-8076-aca86058d765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.056119 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-827f2c28-54e6-4532-9f00-72a972d00f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: util.warn_limited( Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: util.warn_limited( Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: Traceback (most recent call last): Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: timer() Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: cb(*args, **kw) Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: return func(*args, **kwargs) Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: self._notify() Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: self.callback(batched_events) Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: event.method(event) Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: return f(self, *a, **k) Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: return self._get(url).json() Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: return self.request(url, 'GET', **kwargs) Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:42:13.064816 dv-cinder-806008-2-smb neutron-server[75067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:42:13.068211 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ef6da-d8f6-4e6d-8076-aca86058d765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb314aa3-6a76-4a3b-b4b8-32e1c13ad75f,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:13.071887 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-688ef6da-d8f6-4e6d-8076-aca86058d765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:13.126640 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-688ef6da-d8f6-4e6d-8076-aca86058d765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.127799 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-688ef6da-d8f6-4e6d-8076-aca86058d765 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb314aa3-6a76-4a3b-b4b8-32e1c13ad75f HTTP/1.1" status: 204 len: 168 time: 0.5634139 Sep 15 08:42:13.271846 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Pushing event updated for resources: {'Port': ['ID=e7373f28-b29d-491c-9313-5719f80f1992,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:13.288991 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:13.289712 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6d6aff0f-b6f8-4290-90fd-3b3d99d4d91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.294255 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Network 73c61116-91a8-4da6-aa3b-f7696623d1e1 is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:42:13.295369 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ca0ae9e6-996a-47f2-a261-b86032c643dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:13.309179 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357725'] for network, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.324209 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6aff0f-b6f8-4290-90fd-3b3d99d4d91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56e84b7-6f76-426f-a0d0-30e359a4cd4a,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:13.327121 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-6d6aff0f-b6f8-4290-90fd-3b3d99d4d91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:13.328534 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:13.339000 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Received port after_create {{(pid=75067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:42:13.395466 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.407204 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6d6aff0f-b6f8-4290-90fd-3b3d99d4d91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.410728 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-6d6aff0f-b6f8-4290-90fd-3b3d99d4d91a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c56e84b7-6f76-426f-a0d0-30e359a4cd4a HTTP/1.1" status: 204 len: 168 time: 0.7851274 Sep 15 08:42:13.420821 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-fc1183a3-35be-43ab-940f-7817335b50a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:13.431576 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a1094f6a-4cf2-46f6-a055-1f0a9b20bc0a req-a6a581d1-aa36-4926-964f-cd5de2016ccb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bac9cb5fdd54f97a38e11702dacef35&device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 1097 time: 0.2815206 Sep 15 08:42:13.442690 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] 10.222.0.24 "DELETE /v2.0/networks/40318bfd-9f61-408f-b5be-145432193cca HTTP/1.1" status: 204 len: 168 time: 1.2523637 Sep 15 08:42:13.484500 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa991ae-42b7-4bba-b34d-a5f3f35b085a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Router 611f2f48-4472-43ea-86ac-72a04086c4c1 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:42:13.513187 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Pushing event deleted for resources: {'Network': ['ID=40318bfd-9f61-408f-b5be-145432193cca,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:13.515992 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:13.565611 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f3c71-8436-4a86-9383-e58c8c6b0035 req-ced7b2dc-cdb1-4084-b7c0-726fb612cf6f tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:13.579292 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ec6f3c71-8436-4a86-9383-e58c8c6b0035 req-ced7b2dc-cdb1-4084-b7c0-726fb612cf6f tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 944 time: 0.3053780 Sep 15 08:42:13.641068 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bca93e-b130-4874-af60-8ad5bf2c2f28 req-71a704ae-02f3-4bb5-b977-afde9cace02d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:13.642786 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c8bca93e-b130-4874-af60-8ad5bf2c2f28 req-71a704ae-02f3-4bb5-b977-afde9cace02d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.2237921 Sep 15 08:42:13.705604 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c8bca93e-b130-4874-af60-8ad5bf2c2f28 req-8cd61850-77cf-4107-9f89-d5bae0eeba05 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515535 Sep 15 08:42:13.773293 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1094f6a-4cf2-46f6-a055-1f0a9b20bc0a req-01f5d626-bfb0-458b-8d46-9d51e4035f1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:13.774862 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a1094f6a-4cf2-46f6-a055-1f0a9b20bc0a req-01f5d626-bfb0-458b-8d46-9d51e4035f1b service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e883d06-eb92-4923-b2f2-e0fec40aaf76 HTTP/1.1" status: 200 len: 914 time: 0.3305838 Sep 15 08:42:13.778163 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.779081 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-359857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-357650'] for router, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.793761 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ec6f3c71-8436-4a86-9383-e58c8c6b0035 req-77a69f09-fdf8-45b5-98f2-ab23c0ca7e7c tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080507 Sep 15 08:42:13.852083 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7541e858-05e7-40e0-b5c9-72424628adf9 None None] Network 288faf04-1124-46a2-8632-f9f49c6ff2bc requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:42:14.013583 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-3c2946d3-a98d-4c0d-8837-b122113d0d3a None None] Provisioning for port 572087bb-4caa-4d11-8c4e-cfaa26cd745c completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:42:14.016021 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a1094f6a-4cf2-46f6-a055-1f0a9b20bc0a req-7d676baa-5cdb-49a8-a29d-feac0db358c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce713557-60b7-4af3-9420-0af0f4e44ecd HTTP/1.1" status: 200 len: 217 time: 0.2202032 Sep 15 08:42:14.017577 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55530) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:14.134747 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1094f6a-4cf2-46f6-a055-1f0a9b20bc0a req-acc27e85-d90d-42ec-904a-b11a94efbf6a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:14.136459 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a1094f6a-4cf2-46f6-a055-1f0a9b20bc0a req-acc27e85-d90d-42ec-904a-b11a94efbf6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c14d6424-e236-4279-b7fc-91d959c729a8 HTTP/1.1" status: 200 len: 853 time: 0.0831285 Sep 15 08:42:14.257723 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-21699d4e-fa17-454d-b435-ba1ef286d2c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28cb1d8acd184d058a0227cc8770b227&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2309079 Sep 15 08:42:14.261591 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a1094f6a-4cf2-46f6-a055-1f0a9b20bc0a req-c3356665-a711-40ec-95d8-43254921126f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e883d06-eb92-4923-b2f2-e0fec40aaf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586433 Sep 15 08:42:14.262037 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55538) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:14.280989 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Router ebe7bbed-3fac-42f5-9b4c-33c21bd44a00 is scheduled to L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 with binding_index 1 {{(pid=75067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:42:14.321284 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 572087bb-4caa-4d11-8c4e-cfaa26cd745c up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:14.430083 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port 572087bb-4caa-4d11-8c4e-cfaa26cd745c completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:42:14.439360 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 572087bb-4caa-4d11-8c4e-cfaa26cd745c triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:14.439752 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:14.574954 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-627be3cf-8051-40b9-a0d9-ff3358faf8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:14.616988 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a1094f6a-4cf2-46f6-a055-1f0a9b20bc0a req-b081a0c0-ed48-4631-b9fb-0ddd82cc1f06 service neutron] 10.222.0.42 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371215 Sep 15 08:42:14.618615 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa991ae-42b7-4bba-b34d-a5f3f35b085a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:42:14.635380 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-efa991ae-42b7-4bba-b34d-a5f3f35b085a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for floatingip, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:14.637816 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:42:14.642608 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d79b7-9a85-41b0-861f-e740ea70003c None None] Sync routers for ids ['611f2f48-4472-43ea-86ac-72a04086c4c1'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:42:14.647906 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Sync routers for ids ['ebe7bbed-3fac-42f5-9b4c-33c21bd44a00'] in dv-cinder-806008-2-smb {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:42:14.666115 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Routers {'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:14.678296 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:41:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['ebe7bbed-3fac-42f5-9b4c-33c21bd44a00'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:14.695278 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Notify callbacks [] for router, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:14.696974 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9009669 Sep 15 08:42:14.699724 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55550) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:14.709503 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:14.728720 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d79b7-9a85-41b0-861f-e740ea70003c None None] Routers {'611f2f48-4472-43ea-86ac-72a04086c4c1'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:14.738810 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-8f4d79b7-9a85-41b0-861f-e740ea70003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:41:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['611f2f48-4472-43ea-86ac-72a04086c4c1'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:14.876634 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-627be3cf-8051-40b9-a0d9-ff3358faf8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:15.025277 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-efa991ae-42b7-4bba-b34d-a5f3f35b085a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "PUT /v2.0/floatingips/bde2fa45-9334-4698-8cbd-bbd3cacfa3d7 HTTP/1.1" status: 200 len: 990 time: 5.5916626 Sep 15 08:42:15.030377 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Set router ebe7bbed-3fac-42f5-9b4c-33c21bd44a00 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:15.032244 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e03618-c659-43d3-90b9-b5148cc83c86', 'tag': '1c348326-15d0-4cee-960d-12c0cafb183e'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:15.090749 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a1094f6a-4cf2-46f6-a055-1f0a9b20bc0a req-b9a594de-c74e-4b40-a745-a657b5b1a7e6 service neutron] 10.222.0.42 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070714 Sep 15 08:42:15.125365 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-627be3cf-8051-40b9-a0d9-ff3358faf8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:15.149918 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:15.191444 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e75196-7519-470c-affc-219b7758f122 req-53dfc1bc-23e9-46fd-b34f-c3af2dd6c0e1 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:15.205645 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-30e75196-7519-470c-affc-219b7758f122 req-53dfc1bc-23e9-46fd-b34f-c3af2dd6c0e1 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.2905223 Sep 15 08:42:15.212577 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-8f4d79b7-9a85-41b0-861f-e740ea70003c None None] Set router 611f2f48-4472-43ea-86ac-72a04086c4c1 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:15.249002 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627be3cf-8051-40b9-a0d9-ff3358faf8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eeef310-c086-4c81-b5f7-2c8a475efbf3,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:15.263024 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-627be3cf-8051-40b9-a0d9-ff3358faf8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:15.341684 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-30e75196-7519-470c-affc-219b7758f122 req-15d75802-86ed-4b3c-baa8-d21f2379b630 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350315 Sep 15 08:42:15.350470 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-627be3cf-8051-40b9-a0d9-ff3358faf8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:15.351813 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-627be3cf-8051-40b9-a0d9-ff3358faf8bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1eeef310-c086-4c81-b5f7-2c8a475efbf3 HTTP/1.1" status: 204 len: 168 time: 1.0878386 Sep 15 08:42:15.472034 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1932057-496b-4e97-866c-b61123d78cb8 req-02ac660e-f7c5-4e02-9e9d-dc4f29a246b9 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:15.479900 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d1932057-496b-4e97-866c-b61123d78cb8 req-02ac660e-f7c5-4e02-9e9d-dc4f29a246b9 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 944 time: 0.2158232 Sep 15 08:42:15.517882 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port 572087bb-4caa-4d11-8c4e-cfaa26cd745c, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=572087bb-4caa-4d11-8c4e-cfaa26cd745c,segment=NetworkSegment(313cfb26-b829-4a5a-822d-8a92d1ea023f),segment_id=313cfb26-b829-4a5a-822d-8a92d1ea023f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:15.555298 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:15.609636 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d1932057-496b-4e97-866c-b61123d78cb8 req-9fa9fcef-00c4-48a7-a8c4-f60531c96d8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287448 Sep 15 08:42:15.656717 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:15.726504 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-31f8c006-c3d3-49b1-8233-8b8cee42b8e6 None None] Provisioning complete for port 572087bb-4caa-4d11-8c4e-cfaa26cd745c triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:15.727067 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-31f8c006-c3d3-49b1-8233-8b8cee42b8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:15.738873 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e03618-c659-43d3-90b9-b5148cc83c86', 'tag': '1c348326-15d0-4cee-960d-12c0cafb183e', 'status': 'completed', 'code': 200} Sep 15 08:42:15.768147 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'name': 'tempest-TestShelveInstance-790521091-router', 'tenant_id': 'c4550a83ec15475eaee8c522c11401e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7373f28-b29d-491c-9313-5719f80f1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:10Z', 'updated_at': '2021-09-15T08:42:13Z', 'revision_number': 3, 'project_id': 'c4550a83ec15475eaee8c522c11401e4', 'gw_port': {'id': 'e7373f28-b29d-491c-9313-5719f80f1992', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:11Z', 'updated_at': '2021-09-15T08:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:15.779196 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Checking router: ebe7bbed-3fac-42f5-9b4c-33c21bd44a00 for host: dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:42:15.779942 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Updating router ebe7bbed-3fac-42f5-9b4c-33c21bd44a00 port e7373f28-b29d-491c-9313-5719f80f1992 binding host dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:42:15.789642 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=572087bb-4caa-4d11-8c4e-cfaa26cd745c,revision_number=3']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:15.804584 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:15.866825 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:15.956765 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d9b0bd82-b5a8-48ca-bcb5-8567a2aef120 req-83facdf4-822a-4c6e-b05c-5c34d5f0a48f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc73385a541e443f85ce66f39b5a02cc&device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 1098 time: 0.1629393 Sep 15 08:42:16.009648 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-8f4d79b7-9a85-41b0-861f-e740ea70003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_floatingips': [{'id': 'bde2fa45-9334-4698-8cbd-bbd3cacfa3d7', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'floating_ip_address': '172.28.3.92', 'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'router_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'port_id': '1c348326-15d0-4cee-960d-12c0cafb183e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'mac_address': 'fa:16:3e:4d:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e03618-c659-43d3-90b9-b5148cc83c86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:41:36Z', 'updated_at': '2021-09-15T08:42:10Z', 'revision_number': 1, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f64687-2d92-48bb-9705-8c40ebcbace1', 'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'mac_address': 'fa:16:3e:34:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:19Z', 'updated_at': '2021-09-15T08:41:34Z', 'revision_number': 5, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'subnets': [{'id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:16.014821 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d79b7-9a85-41b0-861f-e740ea70003c None None] Checking router: 611f2f48-4472-43ea-86ac-72a04086c4c1 for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:42:16.034699 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d79b7-9a85-41b0-861f-e740ea70003c None None] Routers {'611f2f48-4472-43ea-86ac-72a04086c4c1'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:16.035348 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-8f4d79b7-9a85-41b0-861f-e740ea70003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:41:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['611f2f48-4472-43ea-86ac-72a04086c4c1'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:16.247009 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0bd82-b5a8-48ca-bcb5-8567a2aef120 req-ae152359-c564-4ef3-b154-c671f6fab8b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:16.250656 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d9b0bd82-b5a8-48ca-bcb5-8567a2aef120 req-ae152359-c564-4ef3-b154-c671f6fab8b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=debe74da-7043-4a8c-a5f8-de50c125be18 HTTP/1.1" status: 200 len: 911 time: 0.2866411 Sep 15 08:42:16.264636 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 572087bb-4caa-4d11-8c4e-cfaa26cd745c up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:16.407298 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:16.414035 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Notify callbacks [] for port, precommit_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:16.426672 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d9b0bd82-b5a8-48ca-bcb5-8567a2aef120 req-76243d48-b08b-459f-b9a0-c09741edddb1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c348326-15d0-4cee-960d-12c0cafb183e HTTP/1.1" status: 200 len: 998 time: 0.1686707 Sep 15 08:42:16.455459 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.provisioning_blocks [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Transition to ACTIVE for port object e7373f28-b29d-491c-9313-5719f80f1992 will not be triggered until provisioned by entity L2. {{(pid=75069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:42:16.470197 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-8f4d79b7-9a85-41b0-861f-e740ea70003c None None] Set router 611f2f48-4472-43ea-86ac-72a04086c4c1 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:16.478673 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:16.487335 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:16.566456 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0bd82-b5a8-48ca-bcb5-8567a2aef120 req-6c2a52a5-0f1e-4bc9-9e95-ad69e52cb7dd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:16.568515 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d9b0bd82-b5a8-48ca-bcb5-8567a2aef120 req-6c2a52a5-0f1e-4bc9-9e95-ad69e52cb7dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2 HTTP/1.1" status: 200 len: 849 time: 0.1242673 Sep 15 08:42:16.620384 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 572087bb-4caa-4d11-8c4e-cfaa26cd745c triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:16.620982 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:16.652844 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Attempting to bind port e7373f28-b29d-491c-9313-5719f80f1992 on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:42:16.656277 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Attempting to bind port e7373f28-b29d-491c-9313-5719f80f1992 by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}] {{(pid=75069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:42:16.656998 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Attempting to bind port e7373f28-b29d-491c-9313-5719f80f1992 on network 73c61116-91a8-4da6-aa3b-f7696623d1e1 {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:42:16.677443 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70748ca-301b-41ea-b5e7-acaf761c9775 None None] Pushing event updated for resources: {'Port': ['ID=e7373f28-b29d-491c-9313-5719f80f1992,revision_number=2']} {{(pid=75069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:16.704339 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:42:16.708441 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Checking segment: {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:42:16.710549 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:16.711173 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Bound using segment: {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'} {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:42:16.712414 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Bound port: e7373f28-b29d-491c-9313-5719f80f1992, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}}] {{(pid=75069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:42:16.714907 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:16.735574 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device ce713557-60b7-4af3-9420-0af0f4e44ecd details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:42:16.739148 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235f56a-1786-4342-a172-2253fec90347 None None] Sync routers for ids ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:42:16.760165 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_common [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Allocated IP 172.20.0.1 (288faf04-1124-46a2-8632-f9f49c6ff2bc/4ad3d2c4-1650-491c-bc2b-01052f3c89b9/e49be169-0058-4374-8f23-1db3c19143da) {{(pid=75067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:42:16.813679 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70748ca-301b-41ea-b5e7-acaf761c9775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:16.814781 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70748ca-301b-41ea-b5e7-acaf761c9775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:16.816376 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70748ca-301b-41ea-b5e7-acaf761c9775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:16.816925 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70748ca-301b-41ea-b5e7-acaf761c9775 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:16.817859 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70748ca-301b-41ea-b5e7-acaf761c9775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:16.818511 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70748ca-301b-41ea-b5e7-acaf761c9775 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:16.819035 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70748ca-301b-41ea-b5e7-acaf761c9775 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:16.820254 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70748ca-301b-41ea-b5e7-acaf761c9775 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:16.821226 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70748ca-301b-41ea-b5e7-acaf761c9775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:16.821863 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70748ca-301b-41ea-b5e7-acaf761c9775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:16.822416 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70748ca-301b-41ea-b5e7-acaf761c9775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:16.830881 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-c70748ca-301b-41ea-b5e7-acaf761c9775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:16.935603 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.db [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] For port e7373f28-b29d-491c-9313-5719f80f1992, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:42:16.942224 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.db [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] For port e7373f28-b29d-491c-9313-5719f80f1992, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=e7373f28-b29d-491c-9313-5719f80f1992,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:42:16.952264 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:16.956975 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-f2f3ec12-3ae1-4e92-8e3a-a017f9c01e8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:17.016393 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235f56a-1786-4342-a172-2253fec90347 None None] Routers {'941b3e8e-c5ea-409e-88a7-bf6de9b782ee'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:17.025842 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-4235f56a-1786-4342-a172-2253fec90347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:41:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:17.027340 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f684b-cf46-4b97-95f1-5a13dfe42bb7 req-ace7e417-b407-4c28-ba79-089d4de04e7b tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:17.038966 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a61f684b-cf46-4b97-95f1-5a13dfe42bb7 req-ace7e417-b407-4c28-ba79-089d4de04e7b tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.3849635 Sep 15 08:42:17.054677 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d9b0bd82-b5a8-48ca-bcb5-8567a2aef120 req-1c30f184-34f3-47c8-bcdf-b3d52c2a9574 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=debe74da-7043-4a8c-a5f8-de50c125be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4722941 Sep 15 08:42:17.185865 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70748ca-301b-41ea-b5e7-acaf761c9775 None None] Pushing event updated for resources: {'Port': ['ID=e7373f28-b29d-491c-9313-5719f80f1992,revision_number=3']} {{(pid=75069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:17.194728 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-c70748ca-301b-41ea-b5e7-acaf761c9775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:17.198976 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Routers {'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:17.200202 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:41:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['ebe7bbed-3fac-42f5-9b4c-33c21bd44a00'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:17.217551 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.db.resource_extend [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 08:42:17.374371 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a61f684b-cf46-4b97-95f1-5a13dfe42bb7 req-7f122008-5a8f-4948-aacb-bd8a5a05661c tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344448 Sep 15 08:42:17.423062 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:17.454193 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4cade-7620-4f45-9dbb-0d5a18ab536d req-73b019d4-6d97-4778-b2ef-a76f25f1b3e1 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:17.455782 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3cb4cade-7620-4f45-9dbb-0d5a18ab536d req-73b019d4-6d97-4778-b2ef-a76f25f1b3e1 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 944 time: 0.4103751 Sep 15 08:42:17.503983 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d9b0bd82-b5a8-48ca-bcb5-8567a2aef120 req-2b33c496-74a2-4230-a378-c54a4faa3844 service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068298 Sep 15 08:42:17.557396 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.provisioning_blocks [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Transition to ACTIVE for port object e49be169-0058-4374-8f23-1db3c19143da will not be triggered until provisioned by entity DHCP. {{(pid=75067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:42:17.662423 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3cb4cade-7620-4f45-9dbb-0d5a18ab536d req-f29b13fa-284b-4f76-b603-edd7d67a0f62 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903229 Sep 15 08:42:17.689612 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:17.695644 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-c84524e7-4a21-41ee-840f-5be822a32a9f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:17.740858 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] Set router ebe7bbed-3fac-42f5-9b4c-33c21bd44a00 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:17.809740 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Pushing event updated for resources: {'Port': ['ID=e49be169-0058-4374-8f23-1db3c19143da,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:17.817038 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:17.842252 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Network 288faf04-1124-46a2-8632-f9f49c6ff2bc is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:42:17.845629 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:17.851652 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Received port after_create {{(pid=75067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:42:17.968694 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357844'] for router_interface, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.116803 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port ce713557-60b7-4af3-9420-0af0f4e44ecd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ce713557-60b7-4af3-9420-0af0f4e44ecd,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:18.150690 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-4235f56a-1786-4342-a172-2253fec90347 None None] Set router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:18.198203 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.260487 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d9b0bd82-b5a8-48ca-bcb5-8567a2aef120 req-6f6cd278-94c7-4664-99b6-e7e3e87bddaa service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7474051 Sep 15 08:42:18.318989 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': 'ce713557-60b7-4af3-9420-0af0f4e44ecd', 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76', 'port_id': 'ce713557-60b7-4af3-9420-0af0f4e44ecd', 'mac_address': 'fa:16:3e:59:22:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c14d6424-e236-4279-b7fc-91d959c729a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:42:18.391284 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-8f4d79b7-9a85-41b0-861f-e740ea70003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_floatingips': [{'id': 'bde2fa45-9334-4698-8cbd-bbd3cacfa3d7', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'floating_ip_address': '172.28.3.92', 'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'router_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'port_id': '1c348326-15d0-4cee-960d-12c0cafb183e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'mac_address': 'fa:16:3e:4d:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e03618-c659-43d3-90b9-b5148cc83c86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:41:36Z', 'updated_at': '2021-09-15T08:42:10Z', 'revision_number': 1, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f64687-2d92-48bb-9705-8c40ebcbace1', 'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'mac_address': 'fa:16:3e:34:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:19Z', 'updated_at': '2021-09-15T08:41:34Z', 'revision_number': 5, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'subnets': [{'id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:18.393642 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 6c467e12-aed9-4ab9-8566-90a45c64892c up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:18.401785 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55640) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:18.501030 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d79b7-9a85-41b0-861f-e740ea70003c None None] The sync data for ids ['611f2f48-4472-43ea-86ac-72a04086c4c1'] in dv-cinder-806008-2-smb is: [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_floatingips': [{'id': 'bde2fa45-9334-4698-8cbd-bbd3cacfa3d7', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'floating_ip_address': '172.28.3.92', 'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'router_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'port_id': '1c348326-15d0-4cee-960d-12c0cafb183e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'mac_address': 'fa:16:3e:4d:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e03618-c659-43d3-90b9-b5148cc83c86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:41:36Z', 'updated_at': '2021-09-15T08:42:10Z', 'revision_number': 1, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f64687-2d92-48bb-9705-8c40ebcbace1', 'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'mac_address': 'fa:16:3e:34:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:19Z', 'updated_at': '2021-09-15T08:41:34Z', 'revision_number': 5, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'subnets': [{'id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:42:18.519243 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'name': 'tempest-TestShelveInstance-790521091-router', 'tenant_id': 'c4550a83ec15475eaee8c522c11401e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7373f28-b29d-491c-9313-5719f80f1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:10Z', 'updated_at': '2021-09-15T08:42:13Z', 'revision_number': 3, 'project_id': 'c4550a83ec15475eaee8c522c11401e4', 'gw_port': {'id': 'e7373f28-b29d-491c-9313-5719f80f1992', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:11Z', 'updated_at': '2021-09-15T08:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:18.521522 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port 6c467e12-aed9-4ab9-8566-90a45c64892c completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:42:18.531446 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-27528ceb-a005-437f-8b19-55b9fe5ac483 None None] Provisioning for port e49be169-0058-4374-8f23-1db3c19143da completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:42:18.534765 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f7e82e-9970-45d8-8607-0bc9cf0acb6d None None] The sync data for ids ['ebe7bbed-3fac-42f5-9b4c-33c21bd44a00'] in dv-cinder-806008-2-smb is: [{'id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'name': 'tempest-TestShelveInstance-790521091-router', 'tenant_id': 'c4550a83ec15475eaee8c522c11401e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7373f28-b29d-491c-9313-5719f80f1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:10Z', 'updated_at': '2021-09-15T08:42:13Z', 'revision_number': 3, 'project_id': 'c4550a83ec15475eaee8c522c11401e4', 'gw_port': {'id': 'e7373f28-b29d-491c-9313-5719f80f1992', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:11Z', 'updated_at': '2021-09-15T08:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}] {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:42:18.621954 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-27528ceb-a005-437f-8b19-55b9fe5ac483 None None] Provisioning complete for port e49be169-0058-4374-8f23-1db3c19143da triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:18.622315 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-27528ceb-a005-437f-8b19-55b9fe5ac483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.678538 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.690192 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245193'] for port, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.716770 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d6e1f-309a-4b22-ae1d-80f5fc59ff4a req-8f313631-f4e3-4e43-993a-e8eef3f9170b tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:18.724787 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e56d6e1f-309a-4b22-ae1d-80f5fc59ff4a req-8f313631-f4e3-4e43-993a-e8eef3f9170b tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1011407 Sep 15 08:42:18.731416 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 6c467e12-aed9-4ab9-8566-90a45c64892c triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:18.731792 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.747576 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:18.801677 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e56d6e1f-309a-4b22-ae1d-80f5fc59ff4a req-4864eba2-d33b-4189-baba-9b33270c2174 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755203 Sep 15 08:42:18.808412 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.832887 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-27528ceb-a005-437f-8b19-55b9fe5ac483 None None] Port e49be169-0058-4374-8f23-1db3c19143da cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:42:18.856337 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1263052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358255'] for router_interface, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.856887 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce713557-60b7-4af3-9420-0af0f4e44ecd {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:42:18.860613 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Pushing event updated for resources: {'Port': ['ID=e49be169-0058-4374-8f23-1db3c19143da,revision_number=2']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:18.863892 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:19.175485 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1010537794-network', 'tenant_id': '5ee0cbab23a243878e0938ff554caa6a'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:19.211162 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port ce713557-60b7-4af3-9420-0af0f4e44ecd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ce713557-60b7-4af3-9420-0af0f4e44ecd,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:19.220547 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:19.233140 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:19.237560 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:19.238559 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Usage tracker for resource:network and tenant:5ee0cbab23a243878e0938ff554caa6a is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:19.250935 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:19.267008 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:19.292017 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Network 288faf04-1124-46a2-8632-f9f49c6ff2bc is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:42:19.297885 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:19.323282 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:19.376124 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port 6c467e12-aed9-4ab9-8566-90a45c64892c, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=6c467e12-aed9-4ab9-8566-90a45c64892c,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:19.388925 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Made reservation on behalf of 5ee0cbab23a243878e0938ff554caa6a for: {'network': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:42:19.391848 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for network, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:19.401433 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:19.410704 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=ce713557-60b7-4af3-9420-0af0f4e44ecd,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:19.418792 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:19.419449 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:19.485658 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:19.498597 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-4235f56a-1786-4342-a172-2253fec90347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:19Z', 'revision_number': 4, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_floatingips': [{'id': 'c5343b5e-b57a-4c24-b9f2-4e95c69d07ca', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'floating_ip_address': '172.28.3.50', 'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'router_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'port_id': '457f6d71-9605-46d0-acac-4efcc488a8be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'mac_address': 'fa:16:3e:cf:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:41:28Z', 'updated_at': '2021-09-15T08:41:58Z', 'revision_number': 1, 'project_id': '86820906c093481aaaf4340eacfde2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0092769-9188-4c87-b52a-6dc1e5617b9f', 'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'mac_address': 'fa:16:3e:cf:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:17Z', 'updated_at': '2021-09-15T08:41:54Z', 'revision_number': 5, 'project_id': '86820906c093481aaaf4340eacfde2db', 'subnets': [{'id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:19.510240 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235f56a-1786-4342-a172-2253fec90347 None None] Checking router: 941b3e8e-c5ea-409e-88a7-bf6de9b782ee for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:42:19.519588 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=6c467e12-aed9-4ab9-8566-90a45c64892c,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:19.524764 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:19.528913 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235f56a-1786-4342-a172-2253fec90347 None None] Routers {'941b3e8e-c5ea-409e-88a7-bf6de9b782ee'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:19.529591 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-4235f56a-1786-4342-a172-2253fec90347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:41:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:19.679158 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e465a9b-af54-46d1-8e60-7f32d91914c4 req-c798a2b0-281f-4696-8ba6-7a28fdcebd56 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:19.681491 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9e465a9b-af54-46d1-8e60-7f32d91914c4 req-c798a2b0-281f-4696-8ba6-7a28fdcebd56 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 945 time: 0.5711324 Sep 15 08:42:19.728839 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-ebf7b246-de6e-40d4-952b-4dd1992f243c None None] Provisioning complete for port e49be169-0058-4374-8f23-1db3c19143da triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:19.729308 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ebf7b246-de6e-40d4-952b-4dd1992f243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:19.781887 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-4235f56a-1786-4342-a172-2253fec90347 None None] Set router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:19.794168 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:19.805421 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Usage tracker for resource:security_group_rule and tenant:5ee0cbab23a243878e0938ff554caa6a is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:19.810746 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9e465a9b-af54-46d1-8e60-7f32d91914c4 req-998329bf-0079-4bcd-bd88-0439273a0113 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187356 Sep 15 08:42:19.812849 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:19.821348 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:19.847477 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['ce713557-60b7-4af3-9420-0af0f4e44ecd'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:42:19.979819 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:20.005593 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:20.018767 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:20.087991 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=75067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:42:20.096561 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbef2a1-bc6f-4253-aa8d-cd997e02509e req-e7d65a8c-2070-45d4-b621-8e6934382b52 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:20.100290 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bbbef2a1-bc6f-4253-aa8d-cd997e02509e req-e7d65a8c-2070-45d4-b621-8e6934382b52 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1182523 Sep 15 08:42:20.133073 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:20.133474 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.db.segments_db [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Added segment 8d1c0392-021b-4525-b678-522749c30082 of type vlan for network d1f3fb4a-0135-4544-8293-44c3c9ba9324 Sep 15 08:42:20.192005 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729531529162'] for network, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:20.243476 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-ebf7b246-de6e-40d4-952b-4dd1992f243c None None] Port e49be169-0058-4374-8f23-1db3c19143da cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:42:20.261865 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bbbef2a1-bc6f-4253-aa8d-cd997e02509e req-2dd2e5dd-b688-456c-ba2a-2f96195ef59c tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355317 Sep 15 08:42:20.275591 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 6c467e12-aed9-4ab9-8566-90a45c64892c up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:20.285479 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for network, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:20.296873 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a20bce3-7622-414f-9434-10702de8cdb5,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:20.301217 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:20.301858 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:20.322424 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:20.322995 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-7ba6b69a-a377-4068-9078-4982ea71de63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:20.408345 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0023203 Sep 15 08:42:20.408749 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55702) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:20.415638 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-168e524f-fe2e-485f-961a-18d68bdb61a5 admin admin] Request body: {'subnet': {'network_id': 'd1f3fb4a-0135-4544-8293-44c3c9ba9324', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1010537794-subnet', 'tenant_id': '5ee0cbab23a243878e0938ff554caa6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:20.420494 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-168e524f-fe2e-485f-961a-18d68bdb61a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:20.424547 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-168e524f-fe2e-485f-961a-18d68bdb61a5 admin admin] Usage tracker for resource:subnet and tenant:5ee0cbab23a243878e0938ff554caa6a is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:20.427646 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-168e524f-fe2e-485f-961a-18d68bdb61a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:20.430295 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Router ebe7bbed-3fac-42f5-9b4c-33c21bd44a00 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:42:20.434109 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-168e524f-fe2e-485f-961a-18d68bdb61a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:20.442317 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Pushing event updated for resources: {'Network': ['ID=d1f3fb4a-0135-4544-8293-44c3c9ba9324,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:20.445364 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:20.456054 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168e524f-fe2e-485f-961a-18d68bdb61a5 admin admin] Made reservation on behalf of 5ee0cbab23a243878e0938ff554caa6a for: {'subnet': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:42:20.458862 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-168e524f-fe2e-485f-961a-18d68bdb61a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:20.463360 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Network d1f3fb4a-0135-4544-8293-44c3c9ba9324 details requested by agent ovs-agent-dv-cinder-806008-2-smb with host dv-cinder-806008-2-smb {{(pid=75068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:42:20.684298 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:42:20.689844 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] 10.222.0.24 "PUT /v2.0/routers/ebe7bbed-3fac-42f5-9b4c-33c21bd44a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9879301 Sep 15 08:42:20.769683 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-168e524f-fe2e-485f-961a-18d68bdb61a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for subnet, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:20.801159 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-0d619ee9-8d1a-4cba-829e-1f37ad3a2a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:20.865893 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 6c467e12-aed9-4ab9-8566-90a45c64892c triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:20.866335 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:20.944903 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e524f-fe2e-485f-961a-18d68bdb61a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1275fe7c-a71b-4c80-9158-5c272cba4e2f,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:20.956707 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-168e524f-fe2e-485f-961a-18d68bdb61a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:20.967303 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168e524f-fe2e-485f-961a-18d68bdb61a5 admin admin] Checking segment: {'id': '8d1c0392-021b-4525-b678-522749c30082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd1f3fb4a-0135-4544-8293-44c3c9ba9324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:42:20.967894 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168e524f-fe2e-485f-961a-18d68bdb61a5 admin admin] Network hostable DHCP agents. Network: d1f3fb4a-0135-4544-8293-44c3c9ba9324, hostable agents: ['5500b75e-3e13-4568-b880-b73785507866'], hosted agents: [] {{(pid=75066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:42:21.001540 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168e524f-fe2e-485f-961a-18d68bdb61a5 admin admin] Network d1f3fb4a-0135-4544-8293-44c3c9ba9324 is scheduled to be hosted by DHCP agent 5500b75e-3e13-4568-b880-b73785507866 with binding_index 1 {{(pid=75066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:42:21.017203 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-168e524f-fe2e-485f-961a-18d68bdb61a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-smb, d1f3fb4a-0135-4544-8293-44c3c9ba9324) {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:21.028615 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e47ed7-8eba-408e-a8f2-a585401d659d None None] Network d1f3fb4a-0135-4544-8293-44c3c9ba9324 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:42:21.032277 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168e524f-fe2e-485f-961a-18d68bdb61a5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:21.032874 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-168e524f-fe2e-485f-961a-18d68bdb61a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:21.075947 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-168e524f-fe2e-485f-961a-18d68bdb61a5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6652710 Sep 15 08:42:21.247550 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0b81d-9d3f-4b54-9c52-149b179f2c1d req-ac9b2247-fd04-4bab-a2cc-f8e1a8f3d453 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:21.272952 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-97f0b81d-9d3f-4b54-9c52-149b179f2c1d req-ac9b2247-fd04-4bab-a2cc-f8e1a8f3d453 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 945 time: 0.1671197 Sep 15 08:42:21.394954 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-97f0b81d-9d3f-4b54-9c52-149b179f2c1d req-e125f7c1-cd75-4098-ad1d-5f6d0701c259 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211450 Sep 15 08:42:21.486668 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-4235f56a-1786-4342-a172-2253fec90347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:19Z', 'revision_number': 4, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_floatingips': [{'id': 'c5343b5e-b57a-4c24-b9f2-4e95c69d07ca', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'floating_ip_address': '172.28.3.50', 'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'router_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'port_id': '457f6d71-9605-46d0-acac-4efcc488a8be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'mac_address': 'fa:16:3e:cf:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:41:28Z', 'updated_at': '2021-09-15T08:41:58Z', 'revision_number': 1, 'project_id': '86820906c093481aaaf4340eacfde2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0092769-9188-4c87-b52a-6dc1e5617b9f', 'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'mac_address': 'fa:16:3e:cf:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:17Z', 'updated_at': '2021-09-15T08:41:54Z', 'revision_number': 5, 'project_id': '86820906c093481aaaf4340eacfde2db', 'subnets': [{'id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:21.492641 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b57d89dd-71d2-4437-8070-e7390d8fa194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:21.525585 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235f56a-1786-4342-a172-2253fec90347 None None] The sync data for ids ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'] in dv-cinder-806008-2-smb is: [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:19Z', 'revision_number': 4, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_floatingips': [{'id': 'c5343b5e-b57a-4c24-b9f2-4e95c69d07ca', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'floating_ip_address': '172.28.3.50', 'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'router_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'port_id': '457f6d71-9605-46d0-acac-4efcc488a8be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'mac_address': 'fa:16:3e:cf:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:41:28Z', 'updated_at': '2021-09-15T08:41:58Z', 'revision_number': 1, 'project_id': '86820906c093481aaaf4340eacfde2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0092769-9188-4c87-b52a-6dc1e5617b9f', 'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'mac_address': 'fa:16:3e:cf:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:17Z', 'updated_at': '2021-09-15T08:41:54Z', 'revision_number': 5, 'project_id': '86820906c093481aaaf4340eacfde2db', 'subnets': [{'id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:42:21.592203 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aa6abf-2d86-4992-befe-799f55ec20d9 None None] Network d1f3fb4a-0135-4544-8293-44c3c9ba9324 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:42:21.787016 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55754) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:21.793983 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-35888ec1-d58a-4fea-ac04-126e7a1f7647 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-617817350', 'description': 'tempest-secgroup-smoke-617817350 description', 'project_id': 'ef6378125de24891a8fca88b83a9e115'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:21.807945 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-35888ec1-d58a-4fea-ac04-126e7a1f7647 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:21.824511 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-35888ec1-d58a-4fea-ac04-126e7a1f7647 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Usage tracker for resource:security_group and tenant:ef6378125de24891a8fca88b83a9e115 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:21.824705 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565fa95-8545-4fbf-8c52-dfcc1d025d0c req-d88aa0d4-5b05-4414-b1bf-7bda8cd812b9 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:21.826409 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f565fa95-8545-4fbf-8c52-dfcc1d025d0c req-d88aa0d4-5b05-4414-b1bf-7bda8cd812b9 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1724753 Sep 15 08:42:21.831065 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-35888ec1-d58a-4fea-ac04-126e7a1f7647 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:21.855529 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-35888ec1-d58a-4fea-ac04-126e7a1f7647 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:21.882053 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-35888ec1-d58a-4fea-ac04-126e7a1f7647 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:21.901793 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f565fa95-8545-4fbf-8c52-dfcc1d025d0c req-0fecdef9-e1c7-420a-80ec-502950ab7330 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696445 Sep 15 08:42:21.931588 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-35888ec1-d58a-4fea-ac04-126e7a1f7647 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:21.936280 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-35888ec1-d58a-4fea-ac04-126e7a1f7647 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Usage tracker for resource:security_group_rule and tenant:ef6378125de24891a8fca88b83a9e115 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:21.939862 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-35888ec1-d58a-4fea-ac04-126e7a1f7647 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:21.954934 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-35888ec1-d58a-4fea-ac04-126e7a1f7647 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:21.972285 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.069961 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-35888ec1-d58a-4fea-ac04-126e7a1f7647 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.080880 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-35888ec1-d58a-4fea-ac04-126e7a1f7647 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.095190 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a14b517d-d693-439b-90a7-10900046cc79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:22.136111 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-35888ec1-d58a-4fea-ac04-126e7a1f7647 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.138165 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-35888ec1-d58a-4fea-ac04-126e7a1f7647 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3495891 Sep 15 08:42:22.140411 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35888ec1-d58a-4fea-ac04-126e7a1f7647 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7947c80-23da-4fc0-b68c-760d14802e23,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:22.140886 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55774) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:22.146715 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-bd0051ff-ef6a-4abc-9fdb-dc35c7a2e826 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Request body: {'security_group_rule': {'security_group_id': 'b7947c80-23da-4fc0-b68c-760d14802e23', 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:22.157565 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-35888ec1-d58a-4fea-ac04-126e7a1f7647 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:22.164636 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-bd0051ff-ef6a-4abc-9fdb-dc35c7a2e826 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:22.169086 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-bd0051ff-ef6a-4abc-9fdb-dc35c7a2e826 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Usage tracker for resource:security_group_rule and tenant:ef6378125de24891a8fca88b83a9e115 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:22.173958 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-bd0051ff-ef6a-4abc-9fdb-dc35c7a2e826 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:22.180359 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-bd0051ff-ef6a-4abc-9fdb-dc35c7a2e826 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:22.211732 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-bd0051ff-ef6a-4abc-9fdb-dc35c7a2e826 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.313623 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-bd0051ff-ef6a-4abc-9fdb-dc35c7a2e826 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.319484 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-bd0051ff-ef6a-4abc-9fdb-dc35c7a2e826 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.347198 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:22.367386 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0051ff-ef6a-4abc-9fdb-dc35c7a2e826 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69773cb-98e4-4045-8b0e-8942110b4d64,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:22.370194 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-bd0051ff-ef6a-4abc-9fdb-dc35c7a2e826 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.375283 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55788) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:22.375890 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-bd0051ff-ef6a-4abc-9fdb-dc35c7a2e826 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2339954 Sep 15 08:42:22.377136 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-bd0051ff-ef6a-4abc-9fdb-dc35c7a2e826 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:22.381126 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-d3b9aae8-8e2c-46a1-bc3b-8bdb5503ce74 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Request body: {'security_group_rule': {'security_group_id': 'b7947c80-23da-4fc0-b68c-760d14802e23', 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:22.387916 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-d3b9aae8-8e2c-46a1-bc3b-8bdb5503ce74 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:22.391948 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-d3b9aae8-8e2c-46a1-bc3b-8bdb5503ce74 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Usage tracker for resource:security_group_rule and tenant:ef6378125de24891a8fca88b83a9e115 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:22.395124 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-d3b9aae8-8e2c-46a1-bc3b-8bdb5503ce74 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:22.403404 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-d3b9aae8-8e2c-46a1-bc3b-8bdb5503ce74 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:22.425161 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d3b9aae8-8e2c-46a1-bc3b-8bdb5503ce74 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.523374 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d3b9aae8-8e2c-46a1-bc3b-8bdb5503ce74 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.528656 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d3b9aae8-8e2c-46a1-bc3b-8bdb5503ce74 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.532635 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:22.556068 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9aae8-8e2c-46a1-bc3b-8bdb5503ce74 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a627647-c8af-429c-9377-8a916213a79d,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:22.565699 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-d3b9aae8-8e2c-46a1-bc3b-8bdb5503ce74 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:22.586315 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d3b9aae8-8e2c-46a1-bc3b-8bdb5503ce74 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.591613 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55798) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:22.599037 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-402a39de-d242-41b8-bff1-6d5a17e162e9 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Request body: {'security_group_rule': {'security_group_id': 'b7947c80-23da-4fc0-b68c-760d14802e23', 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:22.604545 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-d3b9aae8-8e2c-46a1-bc3b-8bdb5503ce74 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2282231 Sep 15 08:42:22.615193 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-402a39de-d242-41b8-bff1-6d5a17e162e9 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:22.622615 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-402a39de-d242-41b8-bff1-6d5a17e162e9 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Usage tracker for resource:security_group_rule and tenant:ef6378125de24891a8fca88b83a9e115 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:22.631945 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-402a39de-d242-41b8-bff1-6d5a17e162e9 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:22.641828 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-402a39de-d242-41b8-bff1-6d5a17e162e9 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:22.671452 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-402a39de-d242-41b8-bff1-6d5a17e162e9 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.716900 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a045a50-f2ea-43d0-b91a-d2eb8ba22dae None None] New status for floating IP bde2fa45-9334-4698-8cbd-bbd3cacfa3d7: ACTIVE {{(pid=75069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:42:22.782093 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5632eab-eda0-4b68-bb85-99cca5494235 req-323c4690-f35c-4cf8-aa23-e98f6abd5ec2 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:22.792825 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d5632eab-eda0-4b68-bb85-99cca5494235 req-323c4690-f35c-4cf8-aa23-e98f6abd5ec2 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 945 time: 0.1867480 Sep 15 08:42:22.808175 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-402a39de-d242-41b8-bff1-6d5a17e162e9 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.812623 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55804) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:22.813420 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55806) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:22.822281 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-402a39de-d242-41b8-bff1-6d5a17e162e9 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.827257 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-436785195-network', 'tenant_id': '8cd77cfa54db441cb5041b53c3370ade'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:22.844094 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:22.849826 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-5ac04b2f-8c26-4401-8d52-95fd3eab3cc2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:22.874950 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Usage tracker for resource:network and tenant:8cd77cfa54db441cb5041b53c3370ade is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:22.875949 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d5632eab-eda0-4b68-bb85-99cca5494235 req-035063a1-811f-4b19-844b-b2edf79ee1b5 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795083 Sep 15 08:42:22.884171 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:22.896177 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a39de-d242-41b8-bff1-6d5a17e162e9 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41df4443-9970-47ed-ac7e-c2c6be8fc772,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:22.902394 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-402a39de-d242-41b8-bff1-6d5a17e162e9 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:22.903034 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:22.916196 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-402a39de-d242-41b8-bff1-6d5a17e162e9 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.919430 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-402a39de-d242-41b8-bff1-6d5a17e162e9 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3265395 Sep 15 08:42:22.922115 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55816) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:22.928820 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-e5402ef1-7881-4145-bc3f-fc7374467c5a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Request body: {'security_group_rule': {'security_group_id': 'b7947c80-23da-4fc0-b68c-760d14802e23', 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:22.932801 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Made reservation on behalf of 8cd77cfa54db441cb5041b53c3370ade for: {'network': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:42:22.935752 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-e5402ef1-7881-4145-bc3f-fc7374467c5a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:22.936438 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for network, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.945197 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-e5402ef1-7881-4145-bc3f-fc7374467c5a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Usage tracker for resource:security_group_rule and tenant:ef6378125de24891a8fca88b83a9e115 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:22.949114 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-e5402ef1-7881-4145-bc3f-fc7374467c5a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:22.954363 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.957257 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-e5402ef1-7881-4145-bc3f-fc7374467c5a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:22.984954 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e5402ef1-7881-4145-bc3f-fc7374467c5a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.027711 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:23.032553 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Usage tracker for resource:security_group_rule and tenant:8cd77cfa54db441cb5041b53c3370ade is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:23.036211 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:23.043767 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:23.100204 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e5402ef1-7881-4145-bc3f-fc7374467c5a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.106474 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e5402ef1-7881-4145-bc3f-fc7374467c5a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.148861 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:23.168323 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e5402ef1-7881-4145-bc3f-fc7374467c5a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.170679 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-e5402ef1-7881-4145-bc3f-fc7374467c5a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2474885 Sep 15 08:42:23.175010 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55824) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:23.189810 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-7fc701b4-ca4b-4aec-add4-48b4baab232a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Request body: {'security_group_rule': {'security_group_id': 'b7947c80-23da-4fc0-b68c-760d14802e23', 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:23.213160 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-7fc701b4-ca4b-4aec-add4-48b4baab232a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:23.218690 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-7fc701b4-ca4b-4aec-add4-48b4baab232a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Usage tracker for resource:security_group_rule and tenant:ef6378125de24891a8fca88b83a9e115 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:23.223109 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-7fc701b4-ca4b-4aec-add4-48b4baab232a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:23.227241 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5402ef1-7881-4145-bc3f-fc7374467c5a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0e5c79-7cac-46b3-a627-37744ae99232,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:23.229844 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e5402ef1-7881-4145-bc3f-fc7374467c5a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:23.241291 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-7fc701b4-ca4b-4aec-add4-48b4baab232a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:23.274773 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.289997 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.291958 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.db.securitygroups_db [None req-7fc701b4-ca4b-4aec-add4-48b4baab232a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Project ef6378125de24891a8fca88b83a9e115 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 08:42:23.299330 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7fc701b4-ca4b-4aec-add4-48b4baab232a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.311404 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:23.382786 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device ce713557-60b7-4af3-9420-0af0f4e44ecd up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:23.412175 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7fc701b4-ca4b-4aec-add4-48b4baab232a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.418365 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7fc701b4-ca4b-4aec-add4-48b4baab232a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.421350 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-d3b9aae8-8e2c-46a1-bc3b-8bdb5503ce74 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:23.463646 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc701b4-ca4b-4aec-add4-48b4baab232a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cba78f4-ccc0-442b-a614-7ff703847aec,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:23.463883 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0291-5142-4104-9701-d6612049fb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.470001 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-7fc701b4-ca4b-4aec-add4-48b4baab232a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:23.472573 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=75067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:42:23.486121 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983d476-510d-4d15-ab57-40b32af48637 req-7a5d10a0-8cda-4fa8-8e10-dce492079217 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:23.487804 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f983d476-510d-4d15-ab57-40b32af48637 req-7a5d10a0-8cda-4fa8-8e10-dce492079217 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.3575177 Sep 15 08:42:23.494507 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ce9251-b4da-467d-acb7-64f2a376b299,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:23.494950 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port ce713557-60b7-4af3-9420-0af0f4e44ecd completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:42:23.500780 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port ce713557-60b7-4af3-9420-0af0f4e44ecd triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:23.501140 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.502016 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7fc701b4-ca4b-4aec-add4-48b4baab232a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.503292 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:23.503416 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-7fc701b4-ca4b-4aec-add4-48b4baab232a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3210304 Sep 15 08:42:23.506719 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55840) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:23.512696 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-79e6cad3-f341-4562-a689-0609bb548c3d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Request body: {'security_group_rule': {'security_group_id': 'b7947c80-23da-4fc0-b68c-760d14802e23', 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:23.530543 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-79e6cad3-f341-4562-a689-0609bb548c3d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:23.535878 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-79e6cad3-f341-4562-a689-0609bb548c3d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Usage tracker for resource:security_group_rule and tenant:ef6378125de24891a8fca88b83a9e115 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:23.537193 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.537563 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.db.segments_db [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Added segment 900382dc-865d-4dd8-b3ea-8cd186915b6b of type vlan for network dcbff05e-e3e3-4210-a827-f87b748fb19d Sep 15 08:42:23.540955 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-79e6cad3-f341-4562-a689-0609bb548c3d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:23.551705 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-79e6cad3-f341-4562-a689-0609bb548c3d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:23.571355 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-ef5b0291-5142-4104-9701-d6612049fb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:23.574159 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.db.securitygroups_db [None req-79e6cad3-f341-4562-a689-0609bb548c3d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Project ef6378125de24891a8fca88b83a9e115 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 08:42:23.583480 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-79e6cad3-f341-4562-a689-0609bb548c3d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.584752 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f983d476-510d-4d15-ab57-40b32af48637 req-fa4bf7c2-2f7b-48eb-bf49-eb7e1356c187 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862453 Sep 15 08:42:23.585939 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-ef5b0291-5142-4104-9701-d6612049fb6a admin admin] Usage tracker for resource:security_group_rule and tenant:b7d57b1b54dd4ba49298c872a19276ab is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:23.591516 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-ef5b0291-5142-4104-9701-d6612049fb6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:23.592093 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-e6fd2849-5bd9-4dac-bd7a-88488decbafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.599709 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729531529162'] for network, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.603634 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-ef5b0291-5142-4104-9701-d6612049fb6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:23.661464 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for network, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.663043 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.664191 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:23.665406 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.672348 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-79e6cad3-f341-4562-a689-0609bb548c3d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.673925 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:23.677429 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-79e6cad3-f341-4562-a689-0609bb548c3d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.687976 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e5402ef1-7881-4145-bc3f-fc7374467c5a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:23.696818 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce713557-60b7-4af3-9420-0af0f4e44ecd'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:23.708203 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port ce713557-60b7-4af3-9420-0af0f4e44ecd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ce713557-60b7-4af3-9420-0af0f4e44ecd,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:23.715371 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6cad3-f341-4562-a689-0609bb548c3d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081dba20-cf2a-410f-90e9-ef1736a9b8f4,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:23.718508 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-79e6cad3-f341-4562-a689-0609bb548c3d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:23.719661 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.721751 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:23.730876 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-79e6cad3-f341-4562-a689-0609bb548c3d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.741570 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-79e6cad3-f341-4562-a689-0609bb548c3d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2251358 Sep 15 08:42:23.784612 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce713557-60b7-4af3-9420-0af0f4e44ecd', 'code': 200} Sep 15 08:42:23.803631 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=ce713557-60b7-4af3-9420-0af0f4e44ecd,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:23.807769 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:23.860112 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Pushing event updated for resources: {'Network': ['ID=dcbff05e-e3e3-4210-a827-f87b748fb19d,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:23.872399 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:23.880880 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Network dcbff05e-e3e3-4210-a827-f87b748fb19d details requested by agent ovs-agent-dv-cinder-806008-2-smb with host dv-cinder-806008-2-smb {{(pid=75068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:42:23.881060 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0291-5142-4104-9701-d6612049fb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.883124 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0660794 Sep 15 08:42:23.885578 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0291-5142-4104-9701-d6612049fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.886984 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55850) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:23.893342 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-dbf86751-d1cd-414f-bc34-ffc354ae4810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:23.898844 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-0cc0eb05-5c69-46a0-ab69-a9748279eca7 admin admin] Request body: {'subnet': {'network_id': 'dcbff05e-e3e3-4210-a827-f87b748fb19d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-436785195-subnet', 'tenant_id': '8cd77cfa54db441cb5041b53c3370ade', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:23.911991 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-0cc0eb05-5c69-46a0-ab69-a9748279eca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:23.924396 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-0cc0eb05-5c69-46a0-ab69-a9748279eca7 admin admin] Usage tracker for resource:subnet and tenant:8cd77cfa54db441cb5041b53c3370ade is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:23.939653 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b0291-5142-4104-9701-d6612049fb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fced271a-7165-4566-9aab-14e538c00839,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:23.945598 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ef5b0291-5142-4104-9701-d6612049fb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:23.950556 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-ef5b0291-5142-4104-9701-d6612049fb6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7d57b1b54dd4ba49298c872a19276ab&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1346769 Sep 15 08:42:23.951454 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-0cc0eb05-5c69-46a0-ab69-a9748279eca7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:23.952726 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55864) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:23.967197 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-0cc0eb05-5c69-46a0-ab69-a9748279eca7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:23.997438 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc0eb05-5c69-46a0-ab69-a9748279eca7 admin admin] Made reservation on behalf of 8cd77cfa54db441cb5041b53c3370ade for: {'subnet': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:42:24.002104 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-0cc0eb05-5c69-46a0-ab69-a9748279eca7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:24.161607 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7d7c63aa-0458-4b21-aa89-a74ecdcf6ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:24.333265 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d4ef31-7b43-41b3-9de3-799bd005650b None None] New status for floating IP c5343b5e-b57a-4c24-b9f2-4e95c69d07ca: ACTIVE {{(pid=75068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:42:24.334542 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7d7c63aa-0458-4b21-aa89-a74ecdcf6ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:24.420076 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d74f2-5b65-4e7d-893f-6a50472e8287 req-3e019d87-57c1-4be9-8d18-df6305bc93de tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:24.422159 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a90d74f2-5b65-4e7d-893f-6a50472e8287 req-3e019d87-57c1-4be9-8d18-df6305bc93de tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 946 time: 0.1701937 Sep 15 08:42:24.466267 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7d7c63aa-0458-4b21-aa89-a74ecdcf6ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:24.475993 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-8617b491-b649-42d0-82e9-206c9307a69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:24.502276 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7d7c63aa-0458-4b21-aa89-a74ecdcf6ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:24.505930 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-7d7c63aa-0458-4b21-aa89-a74ecdcf6ceb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fced271a-7165-4566-9aab-14e538c00839 HTTP/1.1" status: 204 len: 168 time: 0.5500264 Sep 15 08:42:24.505930 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c63aa-0458-4b21-aa89-a74ecdcf6ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fced271a-7165-4566-9aab-14e538c00839,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:24.507368 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-7d7c63aa-0458-4b21-aa89-a74ecdcf6ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:24.514804 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a90d74f2-5b65-4e7d-893f-6a50472e8287 req-b73b1bc5-e522-44a7-b770-39d5ee390fe3 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867531 Sep 15 08:42:24.619247 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b182f1ec-ad6f-4726-978b-3563701d60ac req-b0d0e218-4545-477d-87b4-7743b8581c27 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 1099 time: 0.2375655 Sep 15 08:42:24.733652 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-0cc0eb05-5c69-46a0-ab69-a9748279eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for subnet, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:24.744083 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:24.778270 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b182f1ec-ad6f-4726-978b-3563701d60ac req-d35faefe-c587-44a9-a260-d22c4316e027 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507747 Sep 15 08:42:24.837284 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0eb05-5c69-46a0-ab69-a9748279eca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6db68f23-006a-488a-9db0-4ef66ab42c15,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:24.840629 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-0cc0eb05-5c69-46a0-ab69-a9748279eca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:24.855831 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0eb05-5c69-46a0-ab69-a9748279eca7 admin admin] Checking segment: {'id': '900382dc-865d-4dd8-b3ea-8cd186915b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dcbff05e-e3e3-4210-a827-f87b748fb19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:42:24.856702 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc0eb05-5c69-46a0-ab69-a9748279eca7 admin admin] Network hostable DHCP agents. Network: dcbff05e-e3e3-4210-a827-f87b748fb19d, hostable agents: ['5500b75e-3e13-4568-b880-b73785507866'], hosted agents: [] {{(pid=75066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:42:24.892167 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device e7373f28-b29d-491c-9313-5719f80f1992 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:24.917436 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc0eb05-5c69-46a0-ab69-a9748279eca7 admin admin] Network dcbff05e-e3e3-4210-a827-f87b748fb19d is scheduled to be hosted by DHCP agent 5500b75e-3e13-4568-b880-b73785507866 with binding_index 1 {{(pid=75066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:42:24.935190 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-0cc0eb05-5c69-46a0-ab69-a9748279eca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-smb, dcbff05e-e3e3-4210-a827-f87b748fb19d) {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:24.940277 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc0eb05-5c69-46a0-ab69-a9748279eca7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:24.941216 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-0cc0eb05-5c69-46a0-ab69-a9748279eca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:24.998628 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3628d2a7-2b4a-4e5e-b17f-5a4241f546c2 None None] Network dcbff05e-e3e3-4210-a827-f87b748fb19d requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:42:25.004097 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-0cc0eb05-5c69-46a0-ab69-a9748279eca7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1154926 Sep 15 08:42:25.034083 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5a082-44c8-4079-afaf-f6da102ab6b1 req-ca6ec4ab-7f4d-4b91-b1e4-8f27119f682c tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:25.037369 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-29e5a082-44c8-4079-afaf-f6da102ab6b1 req-ca6ec4ab-7f4d-4b91-b1e4-8f27119f682c tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1714451 Sep 15 08:42:25.149948 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-29e5a082-44c8-4079-afaf-f6da102ab6b1 req-5944188a-b50a-4230-81e7-acdc50cd3210 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987434 Sep 15 08:42:25.164477 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55898) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:25.202582 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6103751b-fd9b-4964-a56b-fc94e7675549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:25.289041 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-6103751b-fd9b-4964-a56b-fc94e7675549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:25.297074 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-6103751b-fd9b-4964-a56b-fc94e7675549 admin admin] Usage tracker for resource:security_group_rule and tenant:7acfc72fa60341c98773f35caf33a5fd is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:25.304433 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-6103751b-fd9b-4964-a56b-fc94e7675549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:25.317147 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-6103751b-fd9b-4964-a56b-fc94e7675549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:25.370516 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55904) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:25.412568 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:25.470467 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3621679-b32b-4da0-a26d-b0f12214c514 None None] Network dcbff05e-e3e3-4210-a827-f87b748fb19d requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:42:25.487676 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port e7373f28-b29d-491c-9313-5719f80f1992 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:42:25.500061 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c1c309-bf96-4a16-97a0-5f03677c9827 admin admin] Deleting subnet 1275fe7c-a71b-4c80-9158-5c272cba4e2f {{(pid=75066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:42:25.503736 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-58c1c309-bf96-4a16-97a0-5f03677c9827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:25.556187 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6103751b-fd9b-4964-a56b-fc94e7675549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:25.562772 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6103751b-fd9b-4964-a56b-fc94e7675549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:25.586892 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-58c1c309-bf96-4a16-97a0-5f03677c9827 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:25.596757 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-58c1c309-bf96-4a16-97a0-5f03677c9827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570765'] for subnet, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:25.600991 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port e7373f28-b29d-491c-9313-5719f80f1992 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:25.601355 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:25.604560 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-a36be957-08e9-40bd-978a-2b1e13e9981e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:25.641453 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-6103751b-fd9b-4964-a56b-fc94e7675549 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7acfc72fa60341c98773f35caf33a5fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4748816 Sep 15 08:42:25.642592 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 55912) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:25.643190 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103751b-fd9b-4964-a56b-fc94e7675549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37958bc0-2aa8-40e2-a7a8-c96c24c123d3,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:25.657825 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-6103751b-fd9b-4964-a56b-fc94e7675549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:25.698740 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-58c1c309-bf96-4a16-97a0-5f03677c9827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1569342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for subnet, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:25.718235 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-168e524f-fe2e-485f-961a-18d68bdb61a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:25.792707 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-58c1c309-bf96-4a16-97a0-5f03677c9827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:25.810614 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2148a987-1821-4a52-a4df-946796ee1950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:25.811206 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1c309-bf96-4a16-97a0-5f03677c9827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1275fe7c-a71b-4c80-9158-5c272cba4e2f,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:25.814012 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-58c1c309-bf96-4a16-97a0-5f03677c9827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:25.855213 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-58c1c309-bf96-4a16-97a0-5f03677c9827 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1275fe7c-a71b-4c80-9158-5c272cba4e2f HTTP/1.1" status: 204 len: 168 time: 0.4834692 Sep 15 08:42:25.861061 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55920) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:25.875174 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2148a987-1821-4a52-a4df-946796ee1950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:25.951521 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2148a987-1821-4a52-a4df-946796ee1950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:25.958219 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b037a809-69fd-4980-b40c-ba833b380af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:25.973157 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148a987-1821-4a52-a4df-946796ee1950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37958bc0-2aa8-40e2-a7a8-c96c24c123d3,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:25.975923 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-2148a987-1821-4a52-a4df-946796ee1950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:25.977215 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2148a987-1821-4a52-a4df-946796ee1950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:25.979003 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-2148a987-1821-4a52-a4df-946796ee1950 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37958bc0-2aa8-40e2-a7a8-c96c24c123d3 HTTP/1.1" status: 204 len: 168 time: 0.3331788 Sep 15 08:42:25.982431 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:26.042461 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port e7373f28-b29d-491c-9313-5719f80f1992, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=e7373f28-b29d-491c-9313-5719f80f1992,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:26.061906 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:26.073614 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:26.097025 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1502459'] for network, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:26.120463 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb624f-5ff2-4e0f-8e41-f3fce7c07dd2 req-296128ca-9c34-4a28-b846-c37090d107d8 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:26.121931 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4dbb624f-5ff2-4e0f-8e41-f3fce7c07dd2 req-296128ca-9c34-4a28-b846-c37090d107d8 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 946 time: 0.3063841 Sep 15 08:42:26.133023 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:26.153404 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=e7373f28-b29d-491c-9313-5719f80f1992,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:26.157839 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:26.283127 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571402', 'neutron.services.segments.db._delete_segments_for_network-8729531964573'] for network, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:26.294630 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4dbb624f-5ff2-4e0f-8e41-f3fce7c07dd2 req-1a373edc-47b7-404a-82c3-f2d7bcbea405 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402040 Sep 15 08:42:26.300991 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:26.301352 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:26.302091 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:26.302458 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Subscribe: > port after_create 55550000 {{(pid=75066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:26.302782 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:26.303113 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Subscribe: > port after_update 55550000 {{(pid=75066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:26.303432 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:26.303764 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:26.304073 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:26.304381 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:26.401730 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:26.402190 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:26.402640 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:26.403066 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:42:26.403522 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.services.segments.db [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f3fb4a-0135-4544-8293-44c3c9ba9324']}} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:26.423241 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.services.segments.db [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1c0392-021b-4525-b678-522749c30082') {'for_net_delete': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:26.423814 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.services.segments.db [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1c0392-021b-4525-b678-522749c30082') {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:26.442309 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729532050360', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846987'] for segment, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:26.464211 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:26.469836 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ee325-fbd5-458d-ae86-d5d3bb993549 req-320128c2-e0ff-4bfc-8f7d-8e70c0630b8f tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:26.472485 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=75066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:42:26.473213 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2825300'] for segment, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:26.477551 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-cd7ee325-fbd5-458d-ae86-d5d3bb993549 req-320128c2-e0ff-4bfc-8f7d-8e70c0630b8f tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1509726 Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: util.warn_limited( Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: util.warn_limited( Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: Traceback (most recent call last): Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: timer() Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: cb(*args, **kw) Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: return func(*args, **kwargs) Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: self._notify() Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: self.callback(batched_events) Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: event.method(event) Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: return f(self, *a, **k) Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: return self._get(url).json() Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: return self.request(url, 'GET', **kwargs) Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:42:26.495831 dv-cinder-806008-2-smb neutron-server[75066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:42:26.537128 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-cd7ee325-fbd5-458d-ae86-d5d3bb993549 req-edadf8a3-e0d0-479d-98b4-06c56ee1666d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586135 Sep 15 08:42:26.582129 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357725'] for network, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:26.586376 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:26.602769 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:26.608749 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1f3fb4a-0135-4544-8293-44c3c9ba9324,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:26.611715 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:26.613156 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-7a865ca3-6254-4684-a8fe-e60f69888411 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d1f3fb4a-0135-4544-8293-44c3c9ba9324 HTTP/1.1" status: 204 len: 168 time: 0.7519050 Sep 15 08:42:26.615907 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55940) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:26.675816 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb960903-0e44-45b1-a3f5-3b56c483ab52 admin admin] Deleting subnet 6db68f23-006a-488a-9db0-4ef66ab42c15 {{(pid=75066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:42:26.678969 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-eb960903-0e44-45b1-a3f5-3b56c483ab52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:26.730905 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-eb960903-0e44-45b1-a3f5-3b56c483ab52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2846994'] for subnet, precommit_delete_associations {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:26.788428 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-eb960903-0e44-45b1-a3f5-3b56c483ab52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570765'] for subnet, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:26.862712 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-eb960903-0e44-45b1-a3f5-3b56c483ab52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1569342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2825226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2850823'] for subnet, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:26.867338 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:26.909556 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb960903-0e44-45b1-a3f5-3b56c483ab52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6db68f23-006a-488a-9db0-4ef66ab42c15,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:26.913493 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-eb960903-0e44-45b1-a3f5-3b56c483ab52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:26.919331 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-eb960903-0e44-45b1-a3f5-3b56c483ab52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:26.928139 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-eb960903-0e44-45b1-a3f5-3b56c483ab52 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6db68f23-006a-488a-9db0-4ef66ab42c15 HTTP/1.1" status: 204 len: 168 time: 0.3088267 Sep 15 08:42:26.928343 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55952) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:27.083917 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ace768d3-3bfe-451b-a669-c31c5e4fd9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1502459'] for network, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:27.250390 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ace768d3-3bfe-451b-a669-c31c5e4fd9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571402', 'neutron.services.segments.db._delete_segments_for_network-8729531964573'] for network, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:27.267670 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.services.segments.db [None req-ace768d3-3bfe-451b-a669-c31c5e4fd9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbff05e-e3e3-4210-a827-f87b748fb19d']}} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:27.285792 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.services.segments.db [None req-ace768d3-3bfe-451b-a669-c31c5e4fd9e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900382dc-865d-4dd8-b3ea-8cd186915b6b') {'for_net_delete': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:27.286087 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.services.segments.db [None req-ace768d3-3bfe-451b-a669-c31c5e4fd9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900382dc-865d-4dd8-b3ea-8cd186915b6b') {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:27.298153 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ace768d3-3bfe-451b-a669-c31c5e4fd9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729532050360', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846987'] for segment, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:27.314226 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ace768d3-3bfe-451b-a669-c31c5e4fd9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:27.322273 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace768d3-3bfe-451b-a669-c31c5e4fd9e0 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=75066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:42:27.322701 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ace768d3-3bfe-451b-a669-c31c5e4fd9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2825300'] for segment, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: Traceback (most recent call last): Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: timer() Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: cb(*args, **kw) Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: return func(*args, **kwargs) Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: self._notify() Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: self.callback(batched_events) Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: event.method(event) Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: return f(self, *a, **k) Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: return self._get(url).json() Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: return self.request(url, 'GET', **kwargs) Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:42:27.343699 dv-cinder-806008-2-smb neutron-server[75066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:42:27.454628 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ace768d3-3bfe-451b-a669-c31c5e4fd9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357725'] for network, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:27.464711 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:27.485281 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ace768d3-3bfe-451b-a669-c31c5e4fd9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:27.499738 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-ace768d3-3bfe-451b-a669-c31c5e4fd9e0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/dcbff05e-e3e3-4210-a827-f87b748fb19d HTTP/1.1" status: 204 len: 168 time: 0.5704882 Sep 15 08:42:27.591550 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace768d3-3bfe-451b-a669-c31c5e4fd9e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcbff05e-e3e3-4210-a827-f87b748fb19d,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:27.597351 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ace768d3-3bfe-451b-a669-c31c5e4fd9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:27.665725 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64284c90-3cd2-44bc-8fff-f44c570f0577 req-ff23cc8d-dd07-47f8-9211-2c9320841bc3 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:27.668149 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-64284c90-3cd2-44bc-8fff-f44c570f0577 req-ff23cc8d-dd07-47f8-9211-2c9320841bc3 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 946 time: 0.1843383 Sep 15 08:42:27.718283 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 55996) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:27.769155 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-64284c90-3cd2-44bc-8fff-f44c570f0577 req-b79836db-3352-473a-83e2-1f2aaa0e9b5e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891383 Sep 15 08:42:27.805161 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-ffc85925-ce4a-4278-8845-df62da1f81d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ee0cbab23a243878e0938ff554caa6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0846286 Sep 15 08:42:27.806512 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bbd5d-8d59-4333-b54a-37064876ba63 req-6977b9d8-81b8-471b-88d9-882a2ba4f0fe tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:27.807506 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 56002) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:27.809309 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-5b1bbd5d-8d59-4333-b54a-37064876ba63 req-6977b9d8-81b8-471b-88d9-882a2ba4f0fe tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1032822 Sep 15 08:42:27.857360 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-5b1bbd5d-8d59-4333-b54a-37064876ba63 req-1d573576-6648-4ad3-ab02-6bd5784005fa tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423534 Sep 15 08:42:27.887248 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7ad48be8-2872-41e3-8f7b-291e36462b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:27.925145 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7ad48be8-2872-41e3-8f7b-291e36462b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:27.990578 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7ad48be8-2872-41e3-8f7b-291e36462b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:27.999778 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-627be3cf-8051-40b9-a0d9-ff3358faf8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:28.015521 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad48be8-2872-41e3-8f7b-291e36462b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a20bce3-7622-414f-9434-10702de8cdb5,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:28.019236 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-7ad48be8-2872-41e3-8f7b-291e36462b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:28.022710 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7ad48be8-2872-41e3-8f7b-291e36462b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:28.024039 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-7ad48be8-2872-41e3-8f7b-291e36462b6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a20bce3-7622-414f-9434-10702de8cdb5 HTTP/1.1" status: 204 len: 168 time: 0.2137077 Sep 15 08:42:28.203019 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device e7373f28-b29d-491c-9313-5719f80f1992 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:28.289744 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port e7373f28-b29d-491c-9313-5719f80f1992 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:28.290845 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:28.599491 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 56036) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:28.668843 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-549803b7-b8ba-4410-a12b-175443306529 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8cd77cfa54db441cb5041b53c3370ade&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0681472 Sep 15 08:42:28.671272 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 56042) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:28.741048 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6a63066d-7e05-472a-80ea-863db69effbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:28.773039 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6a63066d-7e05-472a-80ea-863db69effbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:28.851828 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6a63066d-7e05-472a-80ea-863db69effbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:28.865596 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-230c7c54-9530-4be9-9b40-ff476737d38d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:28.909928 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63066d-7e05-472a-80ea-863db69effbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ce9251-b4da-467d-acb7-64f2a376b299,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:28.912565 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-6a63066d-7e05-472a-80ea-863db69effbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:28.935520 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6a63066d-7e05-472a-80ea-863db69effbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:28.936636 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-6a63066d-7e05-472a-80ea-863db69effbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06ce9251-b4da-467d-acb7-64f2a376b299 HTTP/1.1" status: 204 len: 168 time: 0.2643189 Sep 15 08:42:29.042266 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:42:29.140558 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290a1bb-9bdb-461e-b752-633992eb57d4 req-04df91b7-f8fe-40eb-b70e-81c416493371 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:29.152859 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f290a1bb-9bdb-461e-b752-633992eb57d4 req-04df91b7-f8fe-40eb-b70e-81c416493371 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1147497 Sep 15 08:42:29.219536 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f290a1bb-9bdb-461e-b752-633992eb57d4 req-5fe369c7-7f36-48de-ba7f-dc613942bde6 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649085 Sep 15 08:42:29.421470 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 56082) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:29.615294 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-57a51dec-abcd-43c7-bc65-d315d81f755d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:29.677588 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-57a51dec-abcd-43c7-bc65-d315d81f755d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:29.681505 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-57a51dec-abcd-43c7-bc65-d315d81f755d admin admin] Usage tracker for resource:security_group_rule and tenant:95f853e8f33d4fbdaa20f258b64f40ca is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:29.684593 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-57a51dec-abcd-43c7-bc65-d315d81f755d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:29.690636 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-57a51dec-abcd-43c7-bc65-d315d81f755d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:29.717552 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 56098) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:29.783854 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-57a51dec-abcd-43c7-bc65-d315d81f755d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:29.788119 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-57a51dec-abcd-43c7-bc65-d315d81f755d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:29.795539 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:29.841120 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a51dec-abcd-43c7-bc65-d315d81f755d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692699cb-1b20-4b38-b278-978e69813a0b,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:29.845583 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-57a51dec-abcd-43c7-bc65-d315d81f755d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95f853e8f33d4fbdaa20f258b64f40ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4230957 Sep 15 08:42:29.846549 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-57a51dec-abcd-43c7-bc65-d315d81f755d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:29.848733 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 56106) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:29.928091 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d9311afe-18e6-4eb0-bf59-6d8893a9958f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:29.965625 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b9f71eae-0adb-484b-a22c-42bab6fc9680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:29.982954 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d9311afe-18e6-4eb0-bf59-6d8893a9958f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:30.040495 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-b9f71eae-0adb-484b-a22c-42bab6fc9680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:30.044744 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-b9f71eae-0adb-484b-a22c-42bab6fc9680 admin admin] Usage tracker for resource:security_group_rule and tenant:6cb61547caa04a56a56eb4869301f848 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:30.047649 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-b9f71eae-0adb-484b-a22c-42bab6fc9680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:30.056811 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-b9f71eae-0adb-484b-a22c-42bab6fc9680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:30.083509 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d9311afe-18e6-4eb0-bf59-6d8893a9958f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:30.089051 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:30.139704 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9311afe-18e6-4eb0-bf59-6d8893a9958f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692699cb-1b20-4b38-b278-978e69813a0b,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:30.143291 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-d9311afe-18e6-4eb0-bf59-6d8893a9958f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:30.161048 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d9311afe-18e6-4eb0-bf59-6d8893a9958f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:30.164521 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-d9311afe-18e6-4eb0-bf59-6d8893a9958f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/692699cb-1b20-4b38-b278-978e69813a0b HTTP/1.1" status: 204 len: 168 time: 0.3118982 Sep 15 08:42:30.167116 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b9f71eae-0adb-484b-a22c-42bab6fc9680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:30.173006 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b9f71eae-0adb-484b-a22c-42bab6fc9680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:30.206096 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-e695d676-31d1-4595-aac0-56059e540675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:30.233642 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-b9f71eae-0adb-484b-a22c-42bab6fc9680 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cb61547caa04a56a56eb4869301f848&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5127623 Sep 15 08:42:30.234025 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 56120) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:30.235857 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f71eae-0adb-484b-a22c-42bab6fc9680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cca6a5b-baaf-4daa-b701-a55637539f77,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:30.250331 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b9f71eae-0adb-484b-a22c-42bab6fc9680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:30.318831 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f767-54bf-4d21-be4a-866ddac403df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:30.370238 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f767-54bf-4d21-be4a-866ddac403df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:30.450984 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f767-54bf-4d21-be4a-866ddac403df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:30.456069 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-688ef6da-d8f6-4e6d-8076-aca86058d765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:30.479694 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5f767-54bf-4d21-be4a-866ddac403df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cca6a5b-baaf-4daa-b701-a55637539f77,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:30.483721 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-9cc5f767-54bf-4d21-be4a-866ddac403df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:30.492003 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e39afe-2f4b-4b41-86e3-f050792894b0 req-1a07d7b4-673c-49ed-bf75-f3bfe5e2475f tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:30.494039 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-b0e39afe-2f4b-4b41-86e3-f050792894b0 req-1a07d7b4-673c-49ed-bf75-f3bfe5e2475f tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1005454 Sep 15 08:42:30.515970 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f767-54bf-4d21-be4a-866ddac403df admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:30.517276 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-9cc5f767-54bf-4d21-be4a-866ddac403df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8cca6a5b-baaf-4daa-b701-a55637539f77 HTTP/1.1" status: 204 len: 168 time: 0.2820208 Sep 15 08:42:30.551078 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-b0e39afe-2f4b-4b41-86e3-f050792894b0 req-cda7bfd1-aa6d-4d5d-8309-b463c69949e7 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503724 Sep 15 08:42:30.779337 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 56142) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:30.806734 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f88203fe-9e8f-41e5-a5cc-4b69b3d4d181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:30.846817 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-f88203fe-9e8f-41e5-a5cc-4b69b3d4d181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:30.855267 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-f88203fe-9e8f-41e5-a5cc-4b69b3d4d181 admin admin] Usage tracker for resource:security_group_rule and tenant:70efa8cddb904730a66b10ae4ba0a117 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:30.860952 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-f88203fe-9e8f-41e5-a5cc-4b69b3d4d181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:30.876477 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-f88203fe-9e8f-41e5-a5cc-4b69b3d4d181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:30.981924 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f88203fe-9e8f-41e5-a5cc-4b69b3d4d181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:30.987228 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f88203fe-9e8f-41e5-a5cc-4b69b3d4d181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:30.994896 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-2148a987-1821-4a52-a4df-946796ee1950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:31.038565 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 56150) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:31.042653 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88203fe-9e8f-41e5-a5cc-4b69b3d4d181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077d9886-2b6f-4a51-8ea8-7139eb40c4ea,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:31.045586 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-f88203fe-9e8f-41e5-a5cc-4b69b3d4d181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:31.050824 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-f88203fe-9e8f-41e5-a5cc-4b69b3d4d181 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70efa8cddb904730a66b10ae4ba0a117&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2703338 Sep 15 08:42:31.051503 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 56154) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:31.064046 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-65a9e11e-757e-416c-9348-d23330843755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:31.099213 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-65a9e11e-757e-416c-9348-d23330843755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:31.104347 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-65a9e11e-757e-416c-9348-d23330843755 admin admin] Usage tracker for resource:security_group_rule and tenant:da9305d2ec964d5ab142f899e6bb4f4a is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:31.107541 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-65a9e11e-757e-416c-9348-d23330843755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:31.114330 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-65a9e11e-757e-416c-9348-d23330843755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:31.120678 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d33d894a-ee92-4a74-b067-db9a2140c082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:31.184754 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d33d894a-ee92-4a74-b067-db9a2140c082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:31.200501 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-65a9e11e-757e-416c-9348-d23330843755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:31.209786 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-65a9e11e-757e-416c-9348-d23330843755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:31.225385 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:31.293993 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d33d894a-ee92-4a74-b067-db9a2140c082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:31.302028 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b2e253d7-8383-404a-a827-885ea7126782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:31.316821 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d33d894a-ee92-4a74-b067-db9a2140c082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:31.320406 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-d33d894a-ee92-4a74-b067-db9a2140c082 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/077d9886-2b6f-4a51-8ea8-7139eb40c4ea HTTP/1.1" status: 204 len: 168 time: 0.2656968 Sep 15 08:42:31.320406 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d894a-ee92-4a74-b067-db9a2140c082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077d9886-2b6f-4a51-8ea8-7139eb40c4ea,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:31.332254 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-d33d894a-ee92-4a74-b067-db9a2140c082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:31.362952 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9e11e-757e-416c-9348-d23330843755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a019a666-a3e6-4d65-adce-2308d0cb0426,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:31.369061 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-65a9e11e-757e-416c-9348-d23330843755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:31.395251 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-65a9e11e-757e-416c-9348-d23330843755 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da9305d2ec964d5ab142f899e6bb4f4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3553057 Sep 15 08:42:31.397721 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 56168) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:31.472675 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4f15-4d59-4d06-888d-8d062d36bfdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:31.517397 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4f15-4d59-4d06-888d-8d062d36bfdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:31.577090 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4f15-4d59-4d06-888d-8d062d36bfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:31.584768 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ec5a95b8-0094-4456-87ec-9428bd0f9585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:31.621498 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd4f15-4d59-4d06-888d-8d062d36bfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a019a666-a3e6-4d65-adce-2308d0cb0426,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:31.627590 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-f8bd4f15-4d59-4d06-888d-8d062d36bfdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:31.628955 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4f15-4d59-4d06-888d-8d062d36bfdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:31.630009 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-f8bd4f15-4d59-4d06-888d-8d062d36bfdf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a019a666-a3e6-4d65-adce-2308d0cb0426 HTTP/1.1" status: 204 len: 168 time: 0.2309511 Sep 15 08:42:31.897215 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbefef-513c-49b3-b82c-84c4952102c0 req-77e6a3e3-2b5c-4a3c-a91b-811fef776841 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:31.905644 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9bfbefef-513c-49b3-b82c-84c4952102c0 req-77e6a3e3-2b5c-4a3c-a91b-811fef776841 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1796594 Sep 15 08:42:31.960380 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:31.965559 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9bfbefef-513c-49b3-b82c-84c4952102c0 req-21960344-f64f-474b-a87f-1e7a980ae682 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582857 Sep 15 08:42:31.996977 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-bdaa5d8a-47bf-4bbf-bc3e-2f1e077cf76f tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:32.010069 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-bdaa5d8a-47bf-4bbf-bc3e-2f1e077cf76f tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/networks?id=7e883d06-eb92-4923-b2f2-e0fec40aaf76 HTTP/1.1" status: 200 len: 813 time: 0.2224519 Sep 15 08:42:32.029977 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-fed81e19-3b34-4c67-8b6c-61054de0bc3f tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/quotas/1bac9cb5fdd54f97a38e11702dacef35 HTTP/1.1" status: 200 len: 375 time: 0.0187023 Sep 15 08:42:32.131011 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 56208) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:32.131579 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-15da8ea7-3e38-4827-9abc-0ceccf1168f5 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bac9cb5fdd54f97a38e11702dacef35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004698 Sep 15 08:42:32.163321 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-defa9245-bcff-4dba-b40b-02f7aef20fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:32.201765 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-defa9245-bcff-4dba-b40b-02f7aef20fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:32.206587 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-defa9245-bcff-4dba-b40b-02f7aef20fba admin admin] Usage tracker for resource:security_group_rule and tenant:4c8d56bc2e3746df9a320e0174693cce is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:32.209700 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-defa9245-bcff-4dba-b40b-02f7aef20fba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:32.216566 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-defa9245-bcff-4dba-b40b-02f7aef20fba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:32.304998 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-defa9245-bcff-4dba-b40b-02f7aef20fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:32.310070 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-defa9245-bcff-4dba-b40b-02f7aef20fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:32.319340 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b9f71eae-0adb-484b-a22c-42bab6fc9680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:32.373912 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa9245-bcff-4dba-b40b-02f7aef20fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0406be29-8701-4df7-9e15-ddd06c0357ec,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:32.376855 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-defa9245-bcff-4dba-b40b-02f7aef20fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:32.382220 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-defa9245-bcff-4dba-b40b-02f7aef20fba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c8d56bc2e3746df9a320e0174693cce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2447243 Sep 15 08:42:32.382396 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-8f227e89-3405-45ad-99d4-b05ffd3ec090 service neutron] 10.222.0.24 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301288 Sep 15 08:42:32.382483 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 56216) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:32.456400 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-647248a8-2e30-4a58-acac-3cc9e154d534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:32.485367 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-647248a8-2e30-4a58-acac-3cc9e154d534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:32.568621 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-647248a8-2e30-4a58-acac-3cc9e154d534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:32.574778 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-a34f6748-039e-43ef-9ffa-8005390635b1 service neutron] 10.222.0.24 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879303 Sep 15 08:42:32.575489 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-608732da-e659-4620-baf9-0ef5fdaf12c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:32.593574 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647248a8-2e30-4a58-acac-3cc9e154d534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0406be29-8701-4df7-9e15-ddd06c0357ec,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:32.595866 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-647248a8-2e30-4a58-acac-3cc9e154d534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:32.599908 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-647248a8-2e30-4a58-acac-3cc9e154d534 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0406be29-8701-4df7-9e15-ddd06c0357ec HTTP/1.1" status: 204 len: 168 time: 0.2165313 Sep 15 08:42:32.600838 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-647248a8-2e30-4a58-acac-3cc9e154d534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:32.863409 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-47eb5cc4-8da5-41b1-a9cb-0d35daa50db1 req-bbefe0c9-ed17-44ba-8c50-58e699e060cb tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 210 time: 0.0857105 Sep 15 08:42:33.270240 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c6477-0f22-4f73-a1ec-e258d9b2a83b req-75152a1e-7ef1-4bd7-9106-d4a308a29462 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:33.278603 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-5e6c6477-0f22-4f73-a1ec-e258d9b2a83b req-75152a1e-7ef1-4bd7-9106-d4a308a29462 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1021955 Sep 15 08:42:33.324253 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-5e6c6477-0f22-4f73-a1ec-e258d9b2a83b req-533e5794-6e63-4057-b0e0-5bc33c7a8c15 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436139 Sep 15 08:42:33.917066 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 56284) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:34.088081 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b7ece96d-726a-4e53-9d97-811f4d0d1091 req-656c8585-fdd1-404c-b759-e4526bed6551 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 210 time: 0.0597377 Sep 15 08:42:34.272683 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1446836341-network', 'tenant_id': 'b6e90935ba4743229c5cdca2ff89f8c5'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:34.278029 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:34.282653 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Usage tracker for resource:network and tenant:b6e90935ba4743229c5cdca2ff89f8c5 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:34.286280 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:34.293209 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:34.320764 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Made reservation on behalf of b6e90935ba4743229c5cdca2ff89f8c5 for: {'network': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:42:34.323883 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for network, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:34.340329 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:34.440051 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:34.444306 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e90935ba4743229c5cdca2ff89f8c5 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:34.456140 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:34.483448 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:34.538701 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-c3df8cd2-6010-446b-a9fc-e226cb1f5d56 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:34.543634 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-c3df8cd2-6010-446b-a9fc-e226cb1f5d56 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.42 "GET /v2.0/networks?id=7e883d06-eb92-4923-b2f2-e0fec40aaf76 HTTP/1.1" status: 200 len: 813 time: 0.3486536 Sep 15 08:42:34.588889 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-c06c0e62-7156-4e57-be4a-b9bf4d2bec8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Request body: {'port': {'device_id': 'ecb6eab9-a18b-4528-a9fb-1e2e186429c1', 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76', 'admin_state_up': True, 'tenant_id': '1bac9cb5fdd54f97a38e11702dacef35'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:34.597383 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:34.605970 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:34.622277 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ef5b0291-5142-4104-9701-d6612049fb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:34.630370 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=75067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:42:34.655143 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:34.655484 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.db.segments_db [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Added segment 2945816c-da07-478d-92fd-f604bd85abaf of type vlan for network 21a58eba-cef7-4d7b-ac6d-a4841130209b Sep 15 08:42:34.663852 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1841045-1489-4d4b-9fc7-de51b7a94891,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:34.668638 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:34.697457 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729531529162'] for network, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:34.733838 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for network, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:34.735250 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:34.735872 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:34.761487 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:34.784850 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8666210 Sep 15 08:42:34.789070 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 56316) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:34.854286 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-aae3a228-69ac-4676-9987-7253de9052df admin admin] Request body: {'subnet': {'network_id': '21a58eba-cef7-4d7b-ac6d-a4841130209b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1446836341-subnet', 'tenant_id': 'b6e90935ba4743229c5cdca2ff89f8c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:34.877956 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-aae3a228-69ac-4676-9987-7253de9052df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:34.888158 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce5a08-8cef-4f53-ab61-fd6d85de63de req-14960efd-5c21-4805-bc3c-2b2b6a74c45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:34.896378 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4fce5a08-8cef-4f53-ab61-fd6d85de63de req-14960efd-5c21-4805-bc3c-2b2b6a74c45d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1750398 Sep 15 08:42:34.904590 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-aae3a228-69ac-4676-9987-7253de9052df admin admin] Usage tracker for resource:subnet and tenant:b6e90935ba4743229c5cdca2ff89f8c5 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:34.909763 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-aae3a228-69ac-4676-9987-7253de9052df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:34.919224 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Pushing event updated for resources: {'Network': ['ID=21a58eba-cef7-4d7b-ac6d-a4841130209b,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:34.925085 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-aae3a228-69ac-4676-9987-7253de9052df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:34.928983 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:34.933236 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-c06c0e62-7156-4e57-be4a-b9bf4d2bec8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:34.938774 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Network 21a58eba-cef7-4d7b-ac6d-a4841130209b details requested by agent ovs-agent-dv-cinder-806008-2-smb with host dv-cinder-806008-2-smb {{(pid=75068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:42:34.959421 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae3a228-69ac-4676-9987-7253de9052df admin admin] Made reservation on behalf of b6e90935ba4743229c5cdca2ff89f8c5 for: {'subnet': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:42:34.961185 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-c06c0e62-7156-4e57-be4a-b9bf4d2bec8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:34.964573 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-aae3a228-69ac-4676-9987-7253de9052df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4130751'] for subnet, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:34.985258 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-c06c0e62-7156-4e57-be4a-b9bf4d2bec8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Made reservation on behalf of 1bac9cb5fdd54f97a38e11702dacef35 for: {'port': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:42:34.988263 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-c06c0e62-7156-4e57-be4a-b9bf4d2bec8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:35.106782 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4fce5a08-8cef-4f53-ab61-fd6d85de63de req-f9a7e764-a9db-49ee-a6d9-0a63fca0e22a tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093315 Sep 15 08:42:35.260595 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-c06c0e62-7156-4e57-be4a-b9bf4d2bec8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Allocated IP 172.20.0.7 (7e883d06-eb92-4923-b2f2-e0fec40aaf76/c14d6424-e236-4279-b7fc-91d959c729a8/189a7501-c44b-4831-8b09-7390ada38eb6) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:42:35.348127 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ccb7dbee-0794-4f2f-8b78-7090c734469f req-2a1f0c44-0907-4654-bfd3-5c6d90e69fa5 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 210 time: 0.0527182 Sep 15 08:42:35.357193 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-aae3a228-69ac-4676-9987-7253de9052df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4130705'] for subnet, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:35.361769 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-485cdbf4-f78e-482c-b186-18681ce30feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:35.438479 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3a228-69ac-4676-9987-7253de9052df admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c2730e-c3aa-4673-9890-e1a10c6a047e,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:35.442220 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-aae3a228-69ac-4676-9987-7253de9052df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:35.449205 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae3a228-69ac-4676-9987-7253de9052df admin admin] Checking segment: {'id': '2945816c-da07-478d-92fd-f604bd85abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21a58eba-cef7-4d7b-ac6d-a4841130209b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:42:35.449552 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae3a228-69ac-4676-9987-7253de9052df admin admin] Network hostable DHCP agents. Network: 21a58eba-cef7-4d7b-ac6d-a4841130209b, hostable agents: ['5500b75e-3e13-4568-b880-b73785507866'], hosted agents: [] {{(pid=75067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:42:35.475829 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae3a228-69ac-4676-9987-7253de9052df admin admin] Network 21a58eba-cef7-4d7b-ac6d-a4841130209b is scheduled to be hosted by DHCP agent 5500b75e-3e13-4568-b880-b73785507866 with binding_index 1 {{(pid=75067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:42:35.492838 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-aae3a228-69ac-4676-9987-7253de9052df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-smb, 21a58eba-cef7-4d7b-ac6d-a4841130209b) {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:35.498722 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae3a228-69ac-4676-9987-7253de9052df admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:35.499976 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-aae3a228-69ac-4676-9987-7253de9052df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:35.502720 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2989391d-8fc1-4a68-97f1-a1bf1ca846b5 None None] Network 21a58eba-cef7-4d7b-ac6d-a4841130209b requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:42:35.524372 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-c06c0e62-7156-4e57-be4a-b9bf4d2bec8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:35.541724 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-aae3a228-69ac-4676-9987-7253de9052df admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7488945 Sep 15 08:42:35.578452 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-c06c0e62-7156-4e57-be4a-b9bf4d2bec8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:35.585149 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:35.629263 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['8e4761fb-c79a-4352-9169-571b41c06c64', 'ce713557-60b7-4af3-9420-0af0f4e44ecd'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:42:35.664206 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c0e62-7156-4e57-be4a-b9bf4d2bec8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Pushing event updated for resources: {'Port': ['ID=189a7501-c44b-4831-8b09-7390ada38eb6,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:35.670477 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-c06c0e62-7156-4e57-be4a-b9bf4d2bec8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:35.682109 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-c06c0e62-7156-4e57-be4a-b9bf4d2bec8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:42:35.683637 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-c06c0e62-7156-4e57-be4a-b9bf4d2bec8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:35.686157 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-c06c0e62-7156-4e57-be4a-b9bf4d2bec8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:42:35.765911 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-c06c0e62-7156-4e57-be4a-b9bf4d2bec8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:35.767101 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-c06c0e62-7156-4e57-be4a-b9bf4d2bec8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:35.829237 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-c06c0e62-7156-4e57-be4a-b9bf4d2bec8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2452884 Sep 15 08:42:35.850426 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Request body: {'port': {'device_id': 'ecb6eab9-a18b-4528-a9fb-1e2e186429c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:35.941556 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab71731-4129-4b13-bc02-e0d8d4e899a2 None None] Network 21a58eba-cef7-4d7b-ac6d-a4841130209b requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:42:36.179706 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:36.566074 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-77398993-5f3d-4251-9536-01dc9730806b req-d5b7816a-130d-47b6-8804-11724cf423bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 1099 time: 0.2790787 Sep 15 08:42:36.689878 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfc6bb-dfb8-44fc-84c5-3f2838e6588f req-41302b6e-20b9-4100-b82b-ee00ada8d964 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:36.692291 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681de49-117f-41e3-b537-a2289f772497 req-b96d32d6-52a1-430b-a156-02091f8a6820 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:36.696521 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-afbfc6bb-dfb8-44fc-84c5-3f2838e6588f req-41302b6e-20b9-4100-b82b-ee00ada8d964 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.3124042 Sep 15 08:42:36.700004 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6681de49-117f-41e3-b537-a2289f772497 req-b96d32d6-52a1-430b-a156-02091f8a6820 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 931 time: 0.1028321 Sep 15 08:42:36.748870 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-77398993-5f3d-4251-9536-01dc9730806b req-94c0cd05-3e36-4caa-8474-2cd67c513643 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732357 Sep 15 08:42:36.758979 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6681de49-117f-41e3-b537-a2289f772497 req-7c30085a-b497-45db-bf1d-7cd5a44a3f72 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578146 Sep 15 08:42:36.800298 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-afbfc6bb-dfb8-44fc-84c5-3f2838e6588f req-78774eaf-2136-4ae4-9e05-ff026abfac6e tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029372 Sep 15 08:42:36.885492 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189a7501-c44b-4831-8b09-7390ada38eb6 {{(pid=75066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:42:36.892462 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:36.907175 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Transition to ACTIVE for port object 189a7501-c44b-4831-8b09-7390ada38eb6 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:42:36.910191 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:36.913889 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-5d967c1f-f3b1-42d1-881b-55c43c445bb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:37.045271 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Pushing event updated for resources: {'Port': ['ID=189a7501-c44b-4831-8b09-7390ada38eb6,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:37.048120 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:37.156293 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Attempting to bind port 189a7501-c44b-4831-8b09-7390ada38eb6 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:42:37.156788 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Attempting to bind port 189a7501-c44b-4831-8b09-7390ada38eb6 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'cc36087f-f1af-45b2-99b2-be29a6d14e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:42:37.157140 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Attempting to bind port 189a7501-c44b-4831-8b09-7390ada38eb6 on network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:42:37.163417 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Port 189a7501-c44b-4831-8b09-7390ada38eb6 on network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:42:37.163710 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Attempting to bind port 189a7501-c44b-4831-8b09-7390ada38eb6 on network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:42:37.170567 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:42:37.170907 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Checking segment: {'id': 'cc36087f-f1af-45b2-99b2-be29a6d14e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:42:37.171297 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Bound using segment: {'id': 'cc36087f-f1af-45b2-99b2-be29a6d14e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:42:37.171722 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Bound port: 189a7501-c44b-4831-8b09-7390ada38eb6, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc36087f-f1af-45b2-99b2-be29a6d14e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:42:37.172070 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:37.267117 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] For port 189a7501-c44b-4831-8b09-7390ada38eb6, host hv-cinder-80600, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:42:37.270606 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] For port 189a7501-c44b-4831-8b09-7390ada38eb6, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=189a7501-c44b-4831-8b09-7390ada38eb6,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:42:37.277964 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:37.282361 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:37.344827 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:37.346725 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] 10.222.0.42 "PUT /v2.0/ports/189a7501-c44b-4831-8b09-7390ada38eb6 HTTP/1.1" status: 200 len: 1093 time: 1.5030701 Sep 15 08:42:37.346725 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb6eab9-a18b-4528-a9fb-1e2e186429c1', 'tag': '189a7501-c44b-4831-8b09-7390ada38eb6'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:37.378646 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Pushing event updated for resources: {'Port': ['ID=189a7501-c44b-4831-8b09-7390ada38eb6,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:37.383192 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:37.417690 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb6eab9-a18b-4528-a9fb-1e2e186429c1', 'tag': '189a7501-c44b-4831-8b09-7390ada38eb6', 'status': 'completed', 'code': 200} Sep 15 08:42:37.544790 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-85e2238c-c938-47ef-a7f5-0ef1efc80d3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bac9cb5fdd54f97a38e11702dacef35&device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 1096 time: 0.0753524 Sep 15 08:42:37.637422 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-071386bc-9293-4ff2-b8e0-9b803ab6078e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=189a7501-c44b-4831-8b09-7390ada38eb6 HTTP/1.1" status: 200 len: 217 time: 0.0680976 Sep 15 08:42:37.703157 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-a474debf-ab80-4c75-9346-febb8c039b2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:37.704874 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-a474debf-ab80-4c75-9346-febb8c039b2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c14d6424-e236-4279-b7fc-91d959c729a8 HTTP/1.1" status: 200 len: 853 time: 0.0602760 Sep 15 08:42:37.762084 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-0b9a1bec-4c74-41b7-b3c0-cd3b03a82239 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e883d06-eb92-4923-b2f2-e0fec40aaf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461233 Sep 15 08:42:37.997122 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-f2f61889-5dd6-4506-84b9-0064d6e993c7 service neutron] 10.222.0.42 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270267 Sep 15 08:42:38.047702 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-91f8e0ca-ab37-403a-995c-153990a40962 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:38.048367 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-91f8e0ca-ab37-403a-995c-153990a40962 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Synchronizing usage tracker for tenant:b6e90935ba4743229c5cdca2ff89f8c5 on resource:network {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:42:38.067885 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-91f8e0ca-ab37-403a-995c-153990a40962 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Unset dirty status for tenant:b6e90935ba4743229c5cdca2ff89f8c5 on resource:network {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:42:38.069099 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-91f8e0ca-ab37-403a-995c-153990a40962 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/networks?id=21a58eba-cef7-4d7b-ac6d-a4841130209b HTTP/1.1" status: 200 len: 814 time: 0.1820383 Sep 15 08:42:38.085646 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-26a40255-a3a8-4e44-9305-b4840bcb7abb tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/quotas/b6e90935ba4743229c5cdca2ff89f8c5 HTTP/1.1" status: 200 len: 375 time: 0.0110729 Sep 15 08:42:38.139028 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-37be4772-569b-44d1-9388-52c5c664f5f2 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6e90935ba4743229c5cdca2ff89f8c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469899 Sep 15 08:42:38.225776 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb459e20-5538-4594-b5a1-457b38d6a1cc req-ed376562-e87e-433d-b1d1-29aefd84ef02 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:38.226524 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-bb459e20-5538-4594-b5a1-457b38d6a1cc req-ed376562-e87e-433d-b1d1-29aefd84ef02 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Synchronizing usage tracker for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:42:38.251700 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-586900c0-4790-4196-8ad2-fbec6fed53bb req-1904b9bf-706c-43a6-89dc-3891c0586dbf service neutron] 10.222.0.42 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472184 Sep 15 08:42:38.256312 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-bb459e20-5538-4594-b5a1-457b38d6a1cc req-ed376562-e87e-433d-b1d1-29aefd84ef02 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Unset dirty status for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:42:38.257099 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bb459e20-5538-4594-b5a1-457b38d6a1cc req-ed376562-e87e-433d-b1d1-29aefd84ef02 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 943 time: 0.3098130 Sep 15 08:42:38.286740 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e28cd7a3-1cee-43f0-a8c9-cc138d0a5ba2 service neutron] 10.222.0.24 "GET /v2.0/networks/21a58eba-cef7-4d7b-ac6d-a4841130209b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398838 Sep 15 08:42:38.305364 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bb459e20-5538-4594-b5a1-457b38d6a1cc req-3d49e032-5f50-42c9-a2b3-09e092169913 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414643 Sep 15 08:42:38.442913 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-66675669-4e4c-4638-8348-4092e30139f8 service neutron] 10.222.0.24 "GET /v2.0/networks/21a58eba-cef7-4d7b-ac6d-a4841130209b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475766 Sep 15 08:42:38.561157 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83922e1-65d6-43d3-9d7c-cd78064bd40f req-5851cbad-b007-4fca-86e3-67c76cc7f09c tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:38.562792 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d83922e1-65d6-43d3-9d7c-cd78064bd40f req-5851cbad-b007-4fca-86e3-67c76cc7f09c tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1319275 Sep 15 08:42:38.617176 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d83922e1-65d6-43d3-9d7c-cd78064bd40f req-5add3914-16d7-4f02-b93b-0ed1235908e4 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478833 Sep 15 08:42:38.634629 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fda29429-cd30-4fc7-b71e-fbf464599f6c req-96250fd0-3cb0-4c01-b217-213fc6012579 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bac9cb5fdd54f97a38e11702dacef35&device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 1096 time: 0.1309922 Sep 15 08:42:38.856825 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda29429-cd30-4fc7-b71e-fbf464599f6c req-c498c87b-3b09-4913-ae41-4fba35489d7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:38.858336 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fda29429-cd30-4fc7-b71e-fbf464599f6c req-c498c87b-3b09-4913-ae41-4fba35489d7a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e883d06-eb92-4923-b2f2-e0fec40aaf76 HTTP/1.1" status: 200 len: 914 time: 0.2165999 Sep 15 08:42:38.945257 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fda29429-cd30-4fc7-b71e-fbf464599f6c req-06e15a41-2b0f-403c-afbe-28080f86772e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=189a7501-c44b-4831-8b09-7390ada38eb6 HTTP/1.1" status: 200 len: 217 time: 0.0783052 Sep 15 08:42:39.015347 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda29429-cd30-4fc7-b71e-fbf464599f6c req-d6aa7e32-b6f2-460d-8eba-ac45038008df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:39.016220 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fda29429-cd30-4fc7-b71e-fbf464599f6c req-d6aa7e32-b6f2-460d-8eba-ac45038008df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c14d6424-e236-4279-b7fc-91d959c729a8 HTTP/1.1" status: 200 len: 853 time: 0.0649540 Sep 15 08:42:39.099033 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fda29429-cd30-4fc7-b71e-fbf464599f6c req-b7688c52-d1b0-45a3-a217-f595fef42b53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e883d06-eb92-4923-b2f2-e0fec40aaf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515764 Sep 15 08:42:39.195619 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1c02791d-4c41-4fd0-9de6-c9645a0e336c req-2e290d87-5926-4420-b40d-d824903de69e tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 210 time: 0.0857108 Sep 15 08:42:39.326255 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fda29429-cd30-4fc7-b71e-fbf464599f6c req-b7f46779-01d5-4e46-ac87-a615997a3422 service neutron] 10.222.0.42 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816020 Sep 15 08:42:39.540955 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351d7fe-4ded-4084-add4-4ae504f6409b req-aa8d4cac-fb50-4741-a13d-06c2585ae205 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:39.541553 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fda29429-cd30-4fc7-b71e-fbf464599f6c req-dc07b6b2-554f-46bb-896d-76f927c40172 service neutron] 10.222.0.42 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594183 Sep 15 08:42:39.543454 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8351d7fe-4ded-4084-add4-4ae504f6409b req-aa8d4cac-fb50-4741-a13d-06c2585ae205 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 943 time: 0.1004872 Sep 15 08:42:39.562103 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 56480) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:39.592795 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8351d7fe-4ded-4084-add4-4ae504f6409b req-c6bd08ac-c61e-4dfa-bbe1-ebebbf22f763 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430429 Sep 15 08:42:39.705766 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-9d9eb620-f92c-40e7-a681-880827445c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:39.738164 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-9d9eb620-f92c-40e7-a681-880827445c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:39.741936 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-9d9eb620-f92c-40e7-a681-880827445c79 admin admin] Usage tracker for resource:security_group_rule and tenant:89bf2c11c8ac4941b993ccf79179c36f is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:39.744871 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-9d9eb620-f92c-40e7-a681-880827445c79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:39.753090 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-9d9eb620-f92c-40e7-a681-880827445c79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:39.872736 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f95db-6921-4779-ae4a-667c1fe7ada3 req-50562462-af30-4300-8afb-38de1b4719a2 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:39.874110 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-623f95db-6921-4779-ae4a-667c1fe7ada3 req-50562462-af30-4300-8afb-38de1b4719a2 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1232035 Sep 15 08:42:39.901967 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-9d9eb620-f92c-40e7-a681-880827445c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:39.908315 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-9d9eb620-f92c-40e7-a681-880827445c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:39.917305 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:39.972906 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9eb620-f92c-40e7-a681-880827445c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9a7910-b33d-4d27-a31d-cb4ff6e4dc97,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:39.979456 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-9d9eb620-f92c-40e7-a681-880827445c79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89bf2c11c8ac4941b993ccf79179c36f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4138181 Sep 15 08:42:39.979456 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-623f95db-6921-4779-ae4a-667c1fe7ada3 req-a26c549f-8a18-40a1-b45d-bc6a38b59eb5 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964532 Sep 15 08:42:39.979836 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 56488) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:39.981556 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-9d9eb620-f92c-40e7-a681-880827445c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:40.048008 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8fa2abd8-0478-4901-b7c1-7ca047afd1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:40.079765 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8fa2abd8-0478-4901-b7c1-7ca047afd1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:40.230027 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44381dc-a88e-45fe-815c-29d66a1d4c4d req-1e9fb1db-6a41-4c84-86bf-3ed38ffaf4ea tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:40.237558 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f44381dc-a88e-45fe-815c-29d66a1d4c4d req-1e9fb1db-6a41-4c84-86bf-3ed38ffaf4ea tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.1028039 Sep 15 08:42:40.267009 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8fa2abd8-0478-4901-b7c1-7ca047afd1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:40.277013 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-9cc5f767-54bf-4d21-be4a-866ddac403df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:40.313672 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2abd8-0478-4901-b7c1-7ca047afd1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9a7910-b33d-4d27-a31d-cb4ff6e4dc97,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:40.317984 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8fa2abd8-0478-4901-b7c1-7ca047afd1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:40.319196 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-8fa2abd8-0478-4901-b7c1-7ca047afd1d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e9a7910-b33d-4d27-a31d-cb4ff6e4dc97 HTTP/1.1" status: 204 len: 168 time: 0.3376529 Sep 15 08:42:40.330304 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8fa2abd8-0478-4901-b7c1-7ca047afd1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:40.370830 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-d2fb87a7-ee7e-4691-841b-2d8310d0f101 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:40.377615 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-d2fb87a7-ee7e-4691-841b-2d8310d0f101 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.42 "GET /v2.0/networks?id=21a58eba-cef7-4d7b-ac6d-a4841130209b HTTP/1.1" status: 200 len: 814 time: 0.2758563 Sep 15 08:42:40.378441 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f44381dc-a88e-45fe-815c-29d66a1d4c4d req-d2f6ef09-406d-4aa5-8927-c28ecf88f02d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391673 Sep 15 08:42:40.410141 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Request body: {'port': {'device_id': '42d3afe1-f135-4d77-800b-1c2270ede5df', 'network_id': '21a58eba-cef7-4d7b-ac6d-a4841130209b', 'admin_state_up': True, 'tenant_id': 'b6e90935ba4743229c5cdca2ff89f8c5'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:40.623143 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:40.631487 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Usage tracker for resource:port and tenant:b6e90935ba4743229c5cdca2ff89f8c5 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:40.635537 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:40.643365 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:40.655138 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Made reservation on behalf of b6e90935ba4743229c5cdca2ff89f8c5 for: {'port': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:42:40.660023 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:40.763044 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a2fb499d-17a8-4b40-ac37-b5b2bfb9c732 req-3b26987d-befc-4ec5-8010-649a863a22cc tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 210 time: 0.0887222 Sep 15 08:42:40.853263 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 56522) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:40.875950 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-704b97b1-7aca-4ebf-b634-5dc5764d0810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:40.926653 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-704b97b1-7aca-4ebf-b634-5dc5764d0810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:40.931896 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-704b97b1-7aca-4ebf-b634-5dc5764d0810 admin admin] Usage tracker for resource:security_group_rule and tenant:04f7ff2320404063a30f8ed182923834 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:40.936759 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-704b97b1-7aca-4ebf-b634-5dc5764d0810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:40.943138 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-704b97b1-7aca-4ebf-b634-5dc5764d0810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:41.038772 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-704b97b1-7aca-4ebf-b634-5dc5764d0810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:41.044356 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-704b97b1-7aca-4ebf-b634-5dc5764d0810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:41.052804 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-bcd9d531-5b16-4e81-b10c-5b3ee71e21aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:41.081513 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Allocated IP 172.20.0.8 (21a58eba-cef7-4d7b-ac6d-a4841130209b/03c2730e-c3aa-4673-9890-e1a10c6a047e/e3e9acdc-33fd-40eb-93e7-e99361226570) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:42:41.129471 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456b734-2fb3-4a84-9781-7c074ec32086 req-a89468a5-2089-4afc-8057-ccafcae7c0a3 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:41.130952 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2456b734-2fb3-4a84-9781-7c074ec32086 req-a89468a5-2089-4afc-8057-ccafcae7c0a3 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 943 time: 0.2929468 Sep 15 08:42:41.142355 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-704b97b1-7aca-4ebf-b634-5dc5764d0810 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04f7ff2320404063a30f8ed182923834&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2877469 Sep 15 08:42:41.143180 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b97b1-7aca-4ebf-b634-5dc5764d0810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27655f77-fed5-4745-b442-e1e978105372,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:41.145351 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 56532) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:41.147896 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-704b97b1-7aca-4ebf-b634-5dc5764d0810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:41.207368 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ae829339-6ca5-4dfd-897c-4899ab4b0cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:41.236262 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ae829339-6ca5-4dfd-897c-4899ab4b0cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:41.288758 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2456b734-2fb3-4a84-9781-7c074ec32086 req-aa0ad7d3-bf5f-41d4-84bc-47869fb7e4ac tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470141 Sep 15 08:42:41.298434 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ae829339-6ca5-4dfd-897c-4899ab4b0cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:41.312278 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-defa9245-bcff-4dba-b40b-02f7aef20fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:41.319091 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ae829339-6ca5-4dfd-897c-4899ab4b0cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:41.323101 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-ae829339-6ca5-4dfd-897c-4899ab4b0cb0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27655f77-fed5-4745-b442-e1e978105372 HTTP/1.1" status: 204 len: 168 time: 0.1768365 Sep 15 08:42:41.326306 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae829339-6ca5-4dfd-897c-4899ab4b0cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27655f77-fed5-4745-b442-e1e978105372,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:41.349278 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ae829339-6ca5-4dfd-897c-4899ab4b0cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:41.385314 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:41.412542 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:41.418389 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-6638c0ed-5518-45bd-ba39-d2b15e712076 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:41.482266 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Network 21a58eba-cef7-4d7b-ac6d-a4841130209b is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:42:41.485352 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:41.489479 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:42:41.531584 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Pushing event updated for resources: {'Port': ['ID=e3e9acdc-33fd-40eb-93e7-e99361226570,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:41.548171 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:41.576722 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:41.577132 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:41.589969 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Sync routers for ids ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'] in dv-cinder-806008-2-smb {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:42:41.599187 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1932719 Sep 15 08:42:41.606500 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Routers {'7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:41.607133 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:42:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:41.627495 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Request body: {'port': {'device_id': '42d3afe1-f135-4d77-800b-1c2270ede5df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:41.752361 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:41.790522 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Set router 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:41.804137 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 56548) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:41.841685 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e7e12337-106e-485a-bdcd-82e0b4384f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:41.898471 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-e7e12337-106e-485a-bdcd-82e0b4384f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:41.906316 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-e7e12337-106e-485a-bdcd-82e0b4384f3f admin admin] Usage tracker for resource:security_group_rule and tenant:3e528619c74f4db4916f5ca50267056b is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:41.913747 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-e7e12337-106e-485a-bdcd-82e0b4384f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:41.927941 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-e7e12337-106e-485a-bdcd-82e0b4384f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:42.079535 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e7e12337-106e-485a-bdcd-82e0b4384f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:42.088802 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e7e12337-106e-485a-bdcd-82e0b4384f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:42.097714 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-f8bd4f15-4d59-4d06-888d-8d062d36bfdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:42.151497 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc77ef7-7617-46f4-98f9-da166d49f26e req-515c2646-53a5-45d8-abf9-b0183ef5b0f6 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:42.162905 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-adc77ef7-7617-46f4-98f9-da166d49f26e req-515c2646-53a5-45d8-abf9-b0183ef5b0f6 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 931 time: 0.2010012 Sep 15 08:42:42.207749 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'name': 'tempest-TestShelveInstance-350072911-router', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:00Z', 'updated_at': '2021-09-15T08:42:06Z', 'revision_number': 4, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'gw_port': {'id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:01Z', 'updated_at': '2021-09-15T08:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '3276bffa-10cc-4180-b68e-bd4c26f28943', 'name': '', 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'mac_address': 'fa:16:3e:d8:26:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:05Z', 'updated_at': '2021-09-15T08:42:06Z', 'revision_number': 2, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'subnets': [{'id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:42.213410 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Checking router: 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 for host: dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:42:42.213859 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Updating router 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 port 3276bffa-10cc-4180-b68e-bd4c26f28943 binding host dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:42:42.241703 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e12337-106e-485a-bdcd-82e0b4384f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99f0439-e377-4e4a-a6ed-8a61c909acc9,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:42.253053 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-e7e12337-106e-485a-bdcd-82e0b4384f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:42.269170 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-e7e12337-106e-485a-bdcd-82e0b4384f3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e528619c74f4db4916f5ca50267056b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4639008 Sep 15 08:42:42.272640 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 56566) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:42.294961 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-adc77ef7-7617-46f4-98f9-da166d49f26e req-d6331984-0725-45a8-b7b7-59599d9bf9dd tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Synchronizing usage tracker for tenant:b6e90935ba4743229c5cdca2ff89f8c5 on resource:security_group {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:42:42.299373 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:42.334719 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-adc77ef7-7617-46f4-98f9-da166d49f26e req-d6331984-0725-45a8-b7b7-59599d9bf9dd tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Unset dirty status for tenant:b6e90935ba4743229c5cdca2ff89f8c5 on resource:security_group {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:42:42.346245 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-adc77ef7-7617-46f4-98f9-da166d49f26e req-d6331984-0725-45a8-b7b7-59599d9bf9dd tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813939 Sep 15 08:42:42.457087 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e9acdc-33fd-40eb-93e7-e99361226570 {{(pid=75066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:42:42.477892 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:42.497939 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a600812f-1418-45b7-99ff-d022cb870188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:42.543434 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a600812f-1418-45b7-99ff-d022cb870188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:42.684540 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b51ba-8228-4859-bb60-d68812bbfb4a req-566cf68e-2c18-41c7-a884-e33ed1612ffb tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:42.686166 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-868b51ba-8228-4859-bb60-d68812bbfb4a req-566cf68e-2c18-41c7-a884-e33ed1612ffb tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 943 time: 0.1226382 Sep 15 08:42:42.704010 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Transition to ACTIVE for port object e3e9acdc-33fd-40eb-93e7-e99361226570 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:42:42.706206 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a600812f-1418-45b7-99ff-d022cb870188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:42.714763 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b1db59fc-dbb1-4949-92e0-20eeae94c5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:42.728874 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600812f-1418-45b7-99ff-d022cb870188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99f0439-e377-4e4a-a6ed-8a61c909acc9,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:42.740499 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:42.744940 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a600812f-1418-45b7-99ff-d022cb870188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:42.747273 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:42.763383 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-868b51ba-8228-4859-bb60-d68812bbfb4a req-b6dc84b7-66bd-4627-b17b-90c184dd4dc8 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712419 Sep 15 08:42:42.796787 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a600812f-1418-45b7-99ff-d022cb870188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:42.800687 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-a600812f-1418-45b7-99ff-d022cb870188 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f99f0439-e377-4e4a-a6ed-8a61c909acc9 HTTP/1.1" status: 204 len: 168 time: 0.5229189 Sep 15 08:42:42.939514 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 56588) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:42.949110 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Notify callbacks [] for port, precommit_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:42.957411 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e9acdc-33fd-40eb-93e7-e99361226570,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:42.966678 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4bf45f33-584e-4878-92a2-f9144e7af631 req-9dc5b7be-8327-43f3-a2d2-16cbd5a4ac1d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a2504fc61c643689d3bd8f37fc59dc4&device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 1098 time: 0.3282316 Sep 15 08:42:42.967569 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:42.980989 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.provisioning_blocks [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Transition to ACTIVE for port object 3276bffa-10cc-4180-b68e-bd4c26f28943 will not be triggered until provisioned by entity L2. {{(pid=75069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:42:42.999584 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:43.005514 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:43.018765 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bc067-f6ef-4a9e-99e0-a8ee95266ab3 req-95b780ff-ae62-4302-8891-40aa4fb9a2a8 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:43.032235 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-b13bc067-f6ef-4a9e-99e0-a8ee95266ab3 req-95b780ff-ae62-4302-8891-40aa4fb9a2a8 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.1318839 Sep 15 08:42:43.098395 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-b13bc067-f6ef-4a9e-99e0-a8ee95266ab3 req-8f0525ec-c07e-447b-aa71-95ee2952877a tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637951 Sep 15 08:42:43.228824 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c0b65-150a-4d96-bdb0-4831302ddb96 None None] Pushing event updated for resources: {'Port': ['ID=3276bffa-10cc-4180-b68e-bd4c26f28943,revision_number=3']} {{(pid=75069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:43.236827 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Attempting to bind port e3e9acdc-33fd-40eb-93e7-e99361226570 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:42:43.237158 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Attempting to bind port e3e9acdc-33fd-40eb-93e7-e99361226570 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '2945816c-da07-478d-92fd-f604bd85abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21a58eba-cef7-4d7b-ac6d-a4841130209b'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:42:43.237481 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Attempting to bind port e3e9acdc-33fd-40eb-93e7-e99361226570 on network 21a58eba-cef7-4d7b-ac6d-a4841130209b {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:42:43.244841 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-9b6c0b65-150a-4d96-bdb0-4831302ddb96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:43.289007 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Port e3e9acdc-33fd-40eb-93e7-e99361226570 on network 21a58eba-cef7-4d7b-ac6d-a4841130209b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:42:43.290140 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Attempting to bind port e3e9acdc-33fd-40eb-93e7-e99361226570 on network 21a58eba-cef7-4d7b-ac6d-a4841130209b {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:42:43.327080 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:42:43.327668 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Checking segment: {'id': '2945816c-da07-478d-92fd-f604bd85abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21a58eba-cef7-4d7b-ac6d-a4841130209b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:42:43.328237 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Bound using segment: {'id': '2945816c-da07-478d-92fd-f604bd85abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21a58eba-cef7-4d7b-ac6d-a4841130209b'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:42:43.328673 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Bound port: e3e9acdc-33fd-40eb-93e7-e99361226570, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2945816c-da07-478d-92fd-f604bd85abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21a58eba-cef7-4d7b-ac6d-a4841130209b'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:42:43.329010 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:43.358302 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf45f33-584e-4878-92a2-f9144e7af631 req-893ecbff-8b5c-4f53-af01-0a314f3bd5d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:43.360805 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4bf45f33-584e-4878-92a2-f9144e7af631 req-893ecbff-8b5c-4f53-af01-0a314f3bd5d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5523e415-2a49-4b5d-8124-718fb5ec48c4 HTTP/1.1" status: 200 len: 920 time: 0.3828313 Sep 15 08:42:43.430866 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Attempting to bind port 3276bffa-10cc-4180-b68e-bd4c26f28943 on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:42:43.431241 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Attempting to bind port 3276bffa-10cc-4180-b68e-bd4c26f28943 by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': '633dd89e-b49f-4f44-926b-61d09cc2979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1'}] {{(pid=75069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:42:43.431601 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Attempting to bind port 3276bffa-10cc-4180-b68e-bd4c26f28943 on network ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:42:43.438416 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:42:43.438791 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Checking segment: {'id': '633dd89e-b49f-4f44-926b-61d09cc2979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:42:43.439191 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:43.439580 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Bound using segment: {'id': '633dd89e-b49f-4f44-926b-61d09cc2979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1'} {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:42:43.440043 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Bound port: 3276bffa-10cc-4180-b68e-bd4c26f28943, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633dd89e-b49f-4f44-926b-61d09cc2979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1'}}] {{(pid=75069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:42:43.440431 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:43.463549 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 189a7501-c44b-4831-8b09-7390ada38eb6 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:42:43.606933 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.db [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] For port 3276bffa-10cc-4180-b68e-bd4c26f28943, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:42:43.610768 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.db [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] For port 3276bffa-10cc-4180-b68e-bd4c26f28943, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=3276bffa-10cc-4180-b68e-bd4c26f28943,segment=NetworkSegment(633dd89e-b49f-4f44-926b-61d09cc2979f),segment_id=633dd89e-b49f-4f44-926b-61d09cc2979f)] {{(pid=75069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:42:43.618769 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:43.632479 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-9b6c0b65-150a-4d96-bdb0-4831302ddb96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:43.652010 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 189a7501-c44b-4831-8b09-7390ada38eb6, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=189a7501-c44b-4831-8b09-7390ada38eb6,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:43.685659 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '189a7501-c44b-4831-8b09-7390ada38eb6', 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76', 'port_id': '189a7501-c44b-4831-8b09-7390ada38eb6', 'mac_address': 'fa:16:3e:15:f8:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c14d6424-e236-4279-b7fc-91d959c729a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:42:43.763473 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Routers {'7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:43.764133 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:42:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:43.786548 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:43.793155 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-22050c89-2560-4d76-b717-ae6d0776db30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:43.820691 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] For port e3e9acdc-33fd-40eb-93e7-e99361226570, host hv-cinder-80600, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:42:43.823143 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189a7501-c44b-4831-8b09-7390ada38eb6 {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:42:43.845975 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-22050c89-2560-4d76-b717-ae6d0776db30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:43.849814 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-22050c89-2560-4d76-b717-ae6d0776db30 admin admin] Usage tracker for resource:security_group_rule and tenant:d632bfc8ff39457e92881fcb0085dbac is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:43.852181 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 189a7501-c44b-4831-8b09-7390ada38eb6, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=189a7501-c44b-4831-8b09-7390ada38eb6,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:43.852936 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-22050c89-2560-4d76-b717-ae6d0776db30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:43.859352 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-22050c89-2560-4d76-b717-ae6d0776db30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:43.860126 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:43.867553 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:43.950968 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-22050c89-2560-4d76-b717-ae6d0776db30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:43.953599 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4bf45f33-584e-4878-92a2-f9144e7af631 req-c287f6cc-35f8-42ee-bdc5-81e31af3ab83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3794f0e6-2b28-4490-9787-38b50341bace HTTP/1.1" status: 200 len: 217 time: 0.5574737 Sep 15 08:42:43.973400 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-22050c89-2560-4d76-b717-ae6d0776db30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:43.981750 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=189a7501-c44b-4831-8b09-7390ada38eb6,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:43.985252 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:44.027484 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] For port e3e9acdc-33fd-40eb-93e7-e99361226570, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e3e9acdc-33fd-40eb-93e7-e99361226570,segment=NetworkSegment(2945816c-da07-478d-92fd-f604bd85abaf),segment_id=2945816c-da07-478d-92fd-f604bd85abaf)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:42:44.031335 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-9d9eb620-f92c-40e7-a681-880827445c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:44.036625 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] Set router 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:44.068569 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22050c89-2560-4d76-b717-ae6d0776db30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785b57a1-bea7-4424-8dac-6de0cdbcbf51,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:44.097982 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:44.108924 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-22050c89-2560-4d76-b717-ae6d0776db30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:44.109516 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:44.115694 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c0b65-150a-4d96-bdb0-4831302ddb96 None None] Pushing event updated for resources: {'Port': ['ID=3276bffa-10cc-4180-b68e-bd4c26f28943,revision_number=4']} {{(pid=75069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:44.121986 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-9b6c0b65-150a-4d96-bdb0-4831302ddb96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:44.123003 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b91f7b-a19a-4333-be78-771c0344e352 req-5458431e-5489-471a-8c9c-dc44abe2cf0e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:44.125147 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-03b91f7b-a19a-4333-be78-771c0344e352 req-5458431e-5489-471a-8c9c-dc44abe2cf0e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 944 time: 0.0941815 Sep 15 08:42:44.182832 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-03b91f7b-a19a-4333-be78-771c0344e352 req-92a979d7-986b-4327-b6b4-58b295a807ed tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521116 Sep 15 08:42:44.191621 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e9acdc-33fd-40eb-93e7-e99361226570,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:44.206127 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:44.244837 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 56624) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:44.245042 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-22050c89-2560-4d76-b717-ae6d0776db30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d632bfc8ff39457e92881fcb0085dbac&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3041227 Sep 15 08:42:44.248604 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf45f33-584e-4878-92a2-f9144e7af631 req-a6f7ca57-025b-43ed-bc1d-ff9c8bb9981c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:44.250144 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4bf45f33-584e-4878-92a2-f9144e7af631 req-a6f7ca57-025b-43ed-bc1d-ff9c8bb9981c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d953322-a64f-42ac-8128-2109fba4be9a HTTP/1.1" status: 200 len: 859 time: 0.2796867 Sep 15 08:42:44.255919 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:44.257221 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] 10.222.0.42 "PUT /v2.0/ports/e3e9acdc-33fd-40eb-93e7-e99361226570 HTTP/1.1" status: 200 len: 1093 time: 2.6361737 Sep 15 08:42:44.263842 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41acde-d416-4d28-b360-8c365b44e173 req-f44f8590-1b5a-4b76-bac4-cdec6c469836 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:44.264551 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-3d41acde-d416-4d28-b360-8c365b44e173 req-f44f8590-1b5a-4b76-bac4-cdec6c469836 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Synchronizing usage tracker for tenant:b6e90935ba4743229c5cdca2ff89f8c5 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:42:44.269058 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d3afe1-f135-4d77-800b-1c2270ede5df', 'tag': 'e3e9acdc-33fd-40eb-93e7-e99361226570'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:44.322900 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-3d41acde-d416-4d28-b360-8c365b44e173 req-f44f8590-1b5a-4b76-bac4-cdec6c469836 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Unset dirty status for tenant:b6e90935ba4743229c5cdca2ff89f8c5 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:42:44.329320 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3d41acde-d416-4d28-b360-8c365b44e173 req-f44f8590-1b5a-4b76-bac4-cdec6c469836 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 943 time: 0.6273944 Sep 15 08:42:44.355865 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ab838e11-2e3a-4018-a1c1-659f53c444f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:44.356218 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4bf45f33-584e-4878-92a2-f9144e7af631 req-2313c989-1480-48ff-b2fb-058b7826b664 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5523e415-2a49-4b5d-8124-718fb5ec48c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702083 Sep 15 08:42:44.391725 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ab838e11-2e3a-4018-a1c1-659f53c444f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:44.466275 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ab838e11-2e3a-4018-a1c1-659f53c444f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:44.471346 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-647248a8-2e30-4a58-acac-3cc9e154d534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:44.493555 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab838e11-2e3a-4018-a1c1-659f53c444f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785b57a1-bea7-4424-8dac-6de0cdbcbf51,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:44.497981 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ab838e11-2e3a-4018-a1c1-659f53c444f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:44.502408 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ab838e11-2e3a-4018-a1c1-659f53c444f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:44.503847 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-ab838e11-2e3a-4018-a1c1-659f53c444f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/785b57a1-bea7-4424-8dac-6de0cdbcbf51 HTTP/1.1" status: 204 len: 168 time: 0.2576778 Sep 15 08:42:44.546272 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3d41acde-d416-4d28-b360-8c365b44e173 req-399420ec-2cb2-4b65-9d05-17060da084e2 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160058 Sep 15 08:42:44.565390 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'name': 'tempest-TestShelveInstance-350072911-router', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:00Z', 'updated_at': '2021-09-15T08:42:06Z', 'revision_number': 4, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'gw_port': {'id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:01Z', 'updated_at': '2021-09-15T08:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '3276bffa-10cc-4180-b68e-bd4c26f28943', 'name': '', 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'mac_address': 'fa:16:3e:d8:26:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:05Z', 'updated_at': '2021-09-15T08:42:43Z', 'revision_number': 4, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'subnets': [{'id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:44.569257 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['189a7501-c44b-4831-8b09-7390ada38eb6'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:42:44.576992 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e3bfa1-859d-4347-afc6-09170436bdf7 None None] The sync data for ids ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'] in dv-cinder-806008-2-smb is: [{'id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'name': 'tempest-TestShelveInstance-350072911-router', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:00Z', 'updated_at': '2021-09-15T08:42:06Z', 'revision_number': 4, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'gw_port': {'id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:01Z', 'updated_at': '2021-09-15T08:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '3276bffa-10cc-4180-b68e-bd4c26f28943', 'name': '', 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'mac_address': 'fa:16:3e:d8:26:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:05Z', 'updated_at': '2021-09-15T08:42:43Z', 'revision_number': 4, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'subnets': [{'id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:42:44.620329 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4bf45f33-584e-4878-92a2-f9144e7af631 req-4a90175e-2ccd-4505-8369-69ce118a7d96 service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242718 Sep 15 08:42:44.707215 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-c4d82f5e-025e-4df3-950e-13729514a328 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6e90935ba4743229c5cdca2ff89f8c5&device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 1096 time: 0.3705976 Sep 15 08:42:45.015886 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-c2b7d542-a5dd-47d3-8bbc-eed6b0e20c2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3e9acdc-33fd-40eb-93e7-e99361226570 HTTP/1.1" status: 200 len: 217 time: 0.2201879 Sep 15 08:42:45.017966 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4bf45f33-584e-4878-92a2-f9144e7af631 req-a7f3f8db-c67f-4c99-adf1-b746abacb8fe service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877442 Sep 15 08:42:45.019690 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d3afe1-f135-4d77-800b-1c2270ede5df', 'tag': 'e3e9acdc-33fd-40eb-93e7-e99361226570', 'status': 'completed', 'code': 200} Sep 15 08:42:45.193131 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e2a0bae5-d9ca-44a2-a16d-dcd9a006e468 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:45.194969 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-e2a0bae5-d9ca-44a2-a16d-dcd9a006e468 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c2730e-c3aa-4673-9890-e1a10c6a047e HTTP/1.1" status: 200 len: 854 time: 0.1478767 Sep 15 08:42:45.243184 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77e6c0-f07d-4e33-886b-a215c06f0814 req-aa724789-4660-4d91-86d7-3a9ad86081d5 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:45.250811 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-5e77e6c0-f07d-4e33-886b-a215c06f0814 req-aa724789-4660-4d91-86d7-3a9ad86081d5 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.3723876 Sep 15 08:42:45.288674 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 56648) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:45.296237 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Sync routers for ids ['ebe7bbed-3fac-42f5-9b4c-33c21bd44a00'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:42:45.317236 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Routers {'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:45.319834 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:42:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['ebe7bbed-3fac-42f5-9b4c-33c21bd44a00'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:45.320349 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-172727a0-56b8-4605-afe9-9f75409d9de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:45.376617 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-172727a0-56b8-4605-afe9-9f75409d9de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:45.377259 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-d04fb6c8-5d70-46a6-8271-d30c47d2d3ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21a58eba-cef7-4d7b-ac6d-a4841130209b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209135 Sep 15 08:42:45.382821 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-172727a0-56b8-4605-afe9-9f75409d9de4 admin admin] Usage tracker for resource:security_group_rule and tenant:ea2f79ae83da472baf08c54be72c2396 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:45.414947 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-5e77e6c0-f07d-4e33-886b-a215c06f0814 req-4ea2cdc5-2fb4-4533-b3fa-4858dbcc019a tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631680 Sep 15 08:42:45.499156 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-172727a0-56b8-4605-afe9-9f75409d9de4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:45.507853 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-172727a0-56b8-4605-afe9-9f75409d9de4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:45.569102 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-04236379-7703-4c7a-bbdb-e2d34b4e784c service neutron] 10.222.0.42 "GET /v2.0/networks/21a58eba-cef7-4d7b-ac6d-a4841130209b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818449 Sep 15 08:42:45.607716 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc1581-f504-4bb2-be26-713cda990ba3 req-01362904-d97f-49d6-add6-ec47ecf0a9ce tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:45.615246 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-49bc1581-f504-4bb2-be26-713cda990ba3 req-01362904-d97f-49d6-add6-ec47ecf0a9ce tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 944 time: 0.2116494 Sep 15 08:42:45.638152 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Set router ebe7bbed-3fac-42f5-9b4c-33c21bd44a00 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:45.683424 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-172727a0-56b8-4605-afe9-9f75409d9de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:45.698639 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-172727a0-56b8-4605-afe9-9f75409d9de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:45.712804 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-d33d894a-ee92-4a74-b067-db9a2140c082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:45.748929 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-49bc1581-f504-4bb2-be26-713cda990ba3 req-6060d972-80fa-4426-82f7-4fed02044d30 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327450 Sep 15 08:42:45.762128 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2dc6f0c1-7e14-49ea-9fc7-71af75a61a34 req-4f281d75-a4b6-4733-9cf0-d482d3a89b07 service neutron] 10.222.0.42 "GET /v2.0/networks/21a58eba-cef7-4d7b-ac6d-a4841130209b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813998 Sep 15 08:42:45.788652 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172727a0-56b8-4605-afe9-9f75409d9de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6de0130-8dc0-41a8-b6ca-a0f53e34830f,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:45.808820 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-172727a0-56b8-4605-afe9-9f75409d9de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:45.819939 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-172727a0-56b8-4605-afe9-9f75409d9de4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea2f79ae83da472baf08c54be72c2396&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5295706 Sep 15 08:42:45.823427 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 56660) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:46.042535 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b39ae-3388-49c1-b672-08488a8ec361 req-e2d36c92-4cf8-4757-a1df-6efc6825759f tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:46.044393 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d18a2692-d3c1-4517-90ea-f972cfd75336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:46.049456 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-bd5b39ae-3388-49c1-b672-08488a8ec361 req-e2d36c92-4cf8-4757-a1df-6efc6825759f tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 943 time: 0.1492682 Sep 15 08:42:46.104346 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d18a2692-d3c1-4517-90ea-f972cfd75336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:46.109634 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-bd5b39ae-3388-49c1-b672-08488a8ec361 req-c1ffa933-d143-4a4a-bda8-910e229e307e tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592468 Sep 15 08:42:46.118720 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c6c228f5-4ba4-424b-8bae-b81186d623e7 req-d6158d42-c41b-4394-897c-15fd61f256be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6e90935ba4743229c5cdca2ff89f8c5&device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 1096 time: 0.1799068 Sep 15 08:42:46.196549 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'name': 'tempest-TestShelveInstance-790521091-router', 'tenant_id': 'c4550a83ec15475eaee8c522c11401e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7373f28-b29d-491c-9313-5719f80f1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:10Z', 'updated_at': '2021-09-15T08:42:18Z', 'revision_number': 4, 'project_id': 'c4550a83ec15475eaee8c522c11401e4', 'gw_port': {'id': 'e7373f28-b29d-491c-9313-5719f80f1992', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:11Z', 'updated_at': '2021-09-15T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': 'e49be169-0058-4374-8f23-1db3c19143da', 'name': '', 'network_id': '288faf04-1124-46a2-8632-f9f49c6ff2bc', 'tenant_id': 'c4550a83ec15475eaee8c522c11401e4', 'mac_address': 'fa:16:3e:7a:27:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ad3d2c4-1650-491c-bc2b-01052f3c89b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:16Z', 'updated_at': '2021-09-15T08:42:18Z', 'revision_number': 2, 'project_id': 'c4550a83ec15475eaee8c522c11401e4', 'subnets': [{'id': '4ad3d2c4-1650-491c-bc2b-01052f3c89b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:46.201434 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Checking router: ebe7bbed-3fac-42f5-9b4c-33c21bd44a00 for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:42:46.201822 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Updating router ebe7bbed-3fac-42f5-9b4c-33c21bd44a00 port e49be169-0058-4374-8f23-1db3c19143da binding host dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:42:46.267198 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:46.282972 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 3276bffa-10cc-4180-b68e-bd4c26f28943 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:46.434732 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d18a2692-d3c1-4517-90ea-f972cfd75336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:46.441951 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-22050c89-2560-4d76-b717-ae6d0776db30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:46.456396 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c228f5-4ba4-424b-8bae-b81186d623e7 req-78b3daec-4b03-404a-9c8d-aacae2517548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:46.457908 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c6c228f5-4ba4-424b-8bae-b81186d623e7 req-78b3daec-4b03-404a-9c8d-aacae2517548 service neutron] 10.222.0.42 "GET /v2.0/networks?id=21a58eba-cef7-4d7b-ac6d-a4841130209b HTTP/1.1" status: 200 len: 915 time: 0.2949126 Sep 15 08:42:46.458566 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a2692-d3c1-4517-90ea-f972cfd75336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6de0130-8dc0-41a8-b6ca-a0f53e34830f,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:46.460727 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-d18a2692-d3c1-4517-90ea-f972cfd75336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:46.468343 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d18a2692-d3c1-4517-90ea-f972cfd75336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:46.469410 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-d18a2692-d3c1-4517-90ea-f972cfd75336 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6de0130-8dc0-41a8-b6ca-a0f53e34830f HTTP/1.1" status: 204 len: 168 time: 0.6450264 Sep 15 08:42:46.530684 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port 3276bffa-10cc-4180-b68e-bd4c26f28943 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:42:46.553959 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 3276bffa-10cc-4180-b68e-bd4c26f28943 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:46.555535 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:46.563639 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c6c228f5-4ba4-424b-8bae-b81186d623e7 req-2ab1f2eb-5167-4b8d-9758-c27a87cb2bb2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3e9acdc-33fd-40eb-93e7-e99361226570 HTTP/1.1" status: 200 len: 217 time: 0.0931175 Sep 15 08:42:46.679040 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c228f5-4ba4-424b-8bae-b81186d623e7 req-54f2298a-b1ac-473f-a167-cfb86d348c71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:46.683150 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c6c228f5-4ba4-424b-8bae-b81186d623e7 req-54f2298a-b1ac-473f-a167-cfb86d348c71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c2730e-c3aa-4673-9890-e1a10c6a047e HTTP/1.1" status: 200 len: 854 time: 0.1127722 Sep 15 08:42:46.688696 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebc577-95f0-4a3d-892c-64de39a4c829 req-ee3868b5-95e1-4e8a-b848-a77ab3843a50 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:46.699212 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-58ebc577-95f0-4a3d-892c-64de39a4c829 req-ee3868b5-95e1-4e8a-b848-a77ab3843a50 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.1032848 Sep 15 08:42:46.759581 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-58ebc577-95f0-4a3d-892c-64de39a4c829 req-88ba7027-89ad-407d-be88-253a3ef15685 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594258 Sep 15 08:42:46.768471 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c6c228f5-4ba4-424b-8bae-b81186d623e7 req-093495cd-7fda-4472-9670-123ac75b1b1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21a58eba-cef7-4d7b-ac6d-a4841130209b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769148 Sep 15 08:42:46.787178 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:46.940057 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Notify callbacks [] for port, precommit_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:46.946630 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port 3276bffa-10cc-4180-b68e-bd4c26f28943, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=3276bffa-10cc-4180-b68e-bd4c26f28943,segment=NetworkSegment(633dd89e-b49f-4f44-926b-61d09cc2979f),segment_id=633dd89e-b49f-4f44-926b-61d09cc2979f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:46.956825 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:46.959290 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Transition to ACTIVE for port object e49be169-0058-4374-8f23-1db3c19143da will not be triggered until provisioned by entity L2. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:42:46.962480 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:46.996613 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:47.052373 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c6c228f5-4ba4-424b-8bae-b81186d623e7 req-20525cd1-0242-4b83-a863-95297df6027f service neutron] 10.222.0.42 "GET /v2.0/networks/21a58eba-cef7-4d7b-ac6d-a4841130209b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732024 Sep 15 08:42:47.106669 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=3276bffa-10cc-4180-b68e-bd4c26f28943,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:47.113787 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:47.114552 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-ed606dda-f35f-4487-ac14-13236cf61216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:47.424506 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02389b2-68e0-49e0-868b-92c32c145586 req-f272c359-5881-47ca-bce8-22d3838d166a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:47.434800 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a02389b2-68e0-49e0-868b-92c32c145586 req-f272c359-5881-47ca-bce8-22d3838d166a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 944 time: 0.5069063 Sep 15 08:42:47.438460 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9559a-e2f3-4e93-b003-e5e61a8ec49d None None] Pushing event updated for resources: {'Port': ['ID=e49be169-0058-4374-8f23-1db3c19143da,revision_number=3']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:47.455320 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c6c228f5-4ba4-424b-8bae-b81186d623e7 req-13ed6c9b-c3a8-4bd4-875b-5d47c3f697e1 service neutron] 10.222.0.42 "GET /v2.0/networks/21a58eba-cef7-4d7b-ac6d-a4841130209b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935444 Sep 15 08:42:47.456001 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-14a9559a-e2f3-4e93-b003-e5e61a8ec49d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:47.459708 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Attempting to bind port e49be169-0058-4374-8f23-1db3c19143da on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:42:47.460083 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Attempting to bind port e49be169-0058-4374-8f23-1db3c19143da by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': '313cfb26-b829-4a5a-822d-8a92d1ea023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '288faf04-1124-46a2-8632-f9f49c6ff2bc'}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:42:47.460454 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Attempting to bind port e49be169-0058-4374-8f23-1db3c19143da on network 288faf04-1124-46a2-8632-f9f49c6ff2bc {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:42:47.476547 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:42:47.477448 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Checking segment: {'id': '313cfb26-b829-4a5a-822d-8a92d1ea023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '288faf04-1124-46a2-8632-f9f49c6ff2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:42:47.477862 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:47.478263 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Bound using segment: {'id': '313cfb26-b829-4a5a-822d-8a92d1ea023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '288faf04-1124-46a2-8632-f9f49c6ff2bc'} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:42:47.478767 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Bound port: e49be169-0058-4374-8f23-1db3c19143da, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313cfb26-b829-4a5a-822d-8a92d1ea023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '288faf04-1124-46a2-8632-f9f49c6ff2bc'}}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:42:47.479146 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:47.491853 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 189a7501-c44b-4831-8b09-7390ada38eb6 up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:47.501056 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a02389b2-68e0-49e0-868b-92c32c145586 req-ad0dbd70-296f-4a87-b451-df4ad29b562d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644927 Sep 15 08:42:47.543034 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2a47f-b28c-4bc0-a3e9-309857344b2c req-8fabac50-88fd-4c8e-b26d-dcb02102d2b1 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:47.545817 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e3c2a47f-b28c-4bc0-a3e9-309857344b2c req-8fabac50-88fd-4c8e-b26d-dcb02102d2b1 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 943 time: 0.1425672 Sep 15 08:42:47.611316 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e3c2a47f-b28c-4bc0-a3e9-309857344b2c req-f93c25e0-95c0-40ca-b882-bd5fbbd6b495 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604658 Sep 15 08:42:47.645107 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] For port e49be169-0058-4374-8f23-1db3c19143da, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:42:47.649291 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] For port e49be169-0058-4374-8f23-1db3c19143da, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=e49be169-0058-4374-8f23-1db3c19143da,segment=NetworkSegment(313cfb26-b829-4a5a-822d-8a92d1ea023f),segment_id=313cfb26-b829-4a5a-822d-8a92d1ea023f)] {{(pid=75068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:42:47.651056 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port 189a7501-c44b-4831-8b09-7390ada38eb6 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:42:47.656485 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:47.661041 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:47.693128 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 189a7501-c44b-4831-8b09-7390ada38eb6 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:47.693499 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:47.790459 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9559a-e2f3-4e93-b003-e5e61a8ec49d None None] Pushing event updated for resources: {'Port': ['ID=e49be169-0058-4374-8f23-1db3c19143da,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:47.793668 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-14a9559a-e2f3-4e93-b003-e5e61a8ec49d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:47.795406 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Routers {'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:47.796025 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:42:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['ebe7bbed-3fac-42f5-9b4c-33c21bd44a00'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:47.993337 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295864-ae9a-47dd-b95c-4d3e6533c276 req-d7c0926f-39a9-4a8d-b64c-1c9505be11b0 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:47.995425 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2e295864-ae9a-47dd-b95c-4d3e6533c276 req-d7c0926f-39a9-4a8d-b64c-1c9505be11b0 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0907984 Sep 15 08:42:48.015447 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:48.048275 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2e295864-ae9a-47dd-b95c-4d3e6533c276 req-8edd4efd-c094-48c9-a726-a154f51782c7 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447540 Sep 15 08:42:48.064173 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb6eab9-a18b-4528-a9fb-1e2e186429c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189a7501-c44b-4831-8b09-7390ada38eb6'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:48.076040 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 189a7501-c44b-4831-8b09-7390ada38eb6, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=189a7501-c44b-4831-8b09-7390ada38eb6,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:48.079492 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] Set router ebe7bbed-3fac-42f5-9b4c-33c21bd44a00 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:48.123273 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:48.131809 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:48.198488 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb6eab9-a18b-4528-a9fb-1e2e186429c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189a7501-c44b-4831-8b09-7390ada38eb6', 'code': 200} Sep 15 08:42:48.255586 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 3276bffa-10cc-4180-b68e-bd4c26f28943 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:48.419093 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=189a7501-c44b-4831-8b09-7390ada38eb6,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:48.426991 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:48.574589 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 3276bffa-10cc-4180-b68e-bd4c26f28943 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:48.574973 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:48.614166 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-759647be-77ef-4497-ab20-62e782f65037 req-53c0187f-2cd7-4ea1-8f7c-3275f77fa60d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 1098 time: 0.0950601 Sep 15 08:42:48.666088 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-759647be-77ef-4497-ab20-62e782f65037 req-fddee615-0524-4abb-93f1-e8fd8a9cfd54 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441985 Sep 15 08:42:48.721403 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'name': 'tempest-TestShelveInstance-790521091-router', 'tenant_id': 'c4550a83ec15475eaee8c522c11401e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7373f28-b29d-491c-9313-5719f80f1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:10Z', 'updated_at': '2021-09-15T08:42:18Z', 'revision_number': 4, 'project_id': 'c4550a83ec15475eaee8c522c11401e4', 'gw_port': {'id': 'e7373f28-b29d-491c-9313-5719f80f1992', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:11Z', 'updated_at': '2021-09-15T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': 'e49be169-0058-4374-8f23-1db3c19143da', 'name': '', 'network_id': '288faf04-1124-46a2-8632-f9f49c6ff2bc', 'tenant_id': 'c4550a83ec15475eaee8c522c11401e4', 'mac_address': 'fa:16:3e:7a:27:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ad3d2c4-1650-491c-bc2b-01052f3c89b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:16Z', 'updated_at': '2021-09-15T08:42:47Z', 'revision_number': 4, 'project_id': 'c4550a83ec15475eaee8c522c11401e4', 'subnets': [{'id': '4ad3d2c4-1650-491c-bc2b-01052f3c89b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:48.726210 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b08f8-4f66-466a-8b0e-d25dd6814339 None None] The sync data for ids ['ebe7bbed-3fac-42f5-9b4c-33c21bd44a00'] in dv-cinder-806008-2-smb is: [{'id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'name': 'tempest-TestShelveInstance-790521091-router', 'tenant_id': 'c4550a83ec15475eaee8c522c11401e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7373f28-b29d-491c-9313-5719f80f1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:10Z', 'updated_at': '2021-09-15T08:42:18Z', 'revision_number': 4, 'project_id': 'c4550a83ec15475eaee8c522c11401e4', 'gw_port': {'id': 'e7373f28-b29d-491c-9313-5719f80f1992', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:11Z', 'updated_at': '2021-09-15T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': 'e49be169-0058-4374-8f23-1db3c19143da', 'name': '', 'network_id': '288faf04-1124-46a2-8632-f9f49c6ff2bc', 'tenant_id': 'c4550a83ec15475eaee8c522c11401e4', 'mac_address': 'fa:16:3e:7a:27:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ad3d2c4-1650-491c-bc2b-01052f3c89b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:16Z', 'updated_at': '2021-09-15T08:42:47Z', 'revision_number': 4, 'project_id': 'c4550a83ec15475eaee8c522c11401e4', 'subnets': [{'id': '4ad3d2c4-1650-491c-bc2b-01052f3c89b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:42:48.751152 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70e3ad-c18d-4ac2-9f81-d4cab9390867 req-4aea4186-c525-4bbe-b972-c5e9ac9a00d5 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:48.752616 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2d70e3ad-c18d-4ac2-9f81-d4cab9390867 req-4aea4186-c525-4bbe-b972-c5e9ac9a00d5 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 945 time: 0.1174111 Sep 15 08:42:48.853671 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2d70e3ad-c18d-4ac2-9f81-d4cab9390867 req-f8f8edeb-c2e9-4e1f-b248-76e639273793 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939085 Sep 15 08:42:48.910783 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea20c3-e84b-4190-a1e6-f3b408ee2c42 req-e5362631-d0ac-456e-921d-c284ea857cd0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:48.912311 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2eea20c3-e84b-4190-a1e6-f3b408ee2c42 req-e5362631-d0ac-456e-921d-c284ea857cd0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 943 time: 0.1523550 Sep 15 08:42:48.970955 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2eea20c3-e84b-4190-a1e6-f3b408ee2c42 req-53714ca8-9625-42b7-95b0-54e93e0e0c60 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515611 Sep 15 08:42:49.286064 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124da88-9b6b-4087-8f7f-d4d464c29871 req-742bbdae-f822-43af-88b5-720fefbbe395 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:49.287601 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9124da88-9b6b-4087-8f7f-d4d464c29871 req-742bbdae-f822-43af-88b5-720fefbbe395 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0911806 Sep 15 08:42:49.335323 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9124da88-9b6b-4087-8f7f-d4d464c29871 req-7418824d-ce60-4f81-b7e2-b51b9ae06f50 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411229 Sep 15 08:42:49.493683 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device e3e9acdc-33fd-40eb-93e7-e99361226570 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:42:49.688807 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port e3e9acdc-33fd-40eb-93e7-e99361226570, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e3e9acdc-33fd-40eb-93e7-e99361226570,segment=NetworkSegment(2945816c-da07-478d-92fd-f604bd85abaf),segment_id=2945816c-da07-478d-92fd-f604bd85abaf)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:49.704533 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': 'e3e9acdc-33fd-40eb-93e7-e99361226570', 'network_id': '21a58eba-cef7-4d7b-ac6d-a4841130209b', 'port_id': 'e3e9acdc-33fd-40eb-93e7-e99361226570', 'mac_address': 'fa:16:3e:31:e0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c2730e-c3aa-4673-9890-e1a10c6a047e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:42:49.781870 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:49.802989 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e9acdc-33fd-40eb-93e7-e99361226570 {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:42:49.821673 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port e3e9acdc-33fd-40eb-93e7-e99361226570, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e3e9acdc-33fd-40eb-93e7-e99361226570,segment=NetworkSegment(2945816c-da07-478d-92fd-f604bd85abaf),segment_id=2945816c-da07-478d-92fd-f604bd85abaf)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:49.828372 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:49.829918 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:49.927012 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=e3e9acdc-33fd-40eb-93e7-e99361226570,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:49.927673 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:50.077177 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a0e5a-73d2-4dfb-b0bc-c086aa061275 req-6feae629-e6bb-4e49-bd1a-11a9e127cdc8 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:50.079627 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-154a0e5a-73d2-4dfb-b0bc-c086aa061275 req-6feae629-e6bb-4e49-bd1a-11a9e127cdc8 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 945 time: 0.0853159 Sep 15 08:42:50.142915 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-154a0e5a-73d2-4dfb-b0bc-c086aa061275 req-3430c9fb-458a-4926-9277-3da1baeb8a8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540645 Sep 15 08:42:50.214330 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312d383-fb61-4b7f-8d31-44757255c13a req-964050a1-61a5-4179-94b8-15ec8214aefd tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:50.215951 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e312d383-fb61-4b7f-8d31-44757255c13a req-964050a1-61a5-4179-94b8-15ec8214aefd tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 944 time: 0.1231103 Sep 15 08:42:50.274296 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e312d383-fb61-4b7f-8d31-44757255c13a req-96bd05de-ce91-4969-a539-3d28e67b37bd tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520537 Sep 15 08:42:50.290558 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device e49be169-0058-4374-8f23-1db3c19143da up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:50.357502 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port e49be169-0058-4374-8f23-1db3c19143da completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:42:50.361958 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port e49be169-0058-4374-8f23-1db3c19143da triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:50.362335 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:50.478005 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:50.512139 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port e49be169-0058-4374-8f23-1db3c19143da, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=e49be169-0058-4374-8f23-1db3c19143da,segment=NetworkSegment(313cfb26-b829-4a5a-822d-8a92d1ea023f),segment_id=313cfb26-b829-4a5a-822d-8a92d1ea023f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:50.517562 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:50.519451 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:50.533171 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e6d7e-2419-4d8a-b645-085bfaf9c5e4 req-7d0ac671-b81b-45de-8281-5fb207031b00 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:50.534796 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-bf1e6d7e-2419-4d8a-b645-085bfaf9c5e4 req-7d0ac671-b81b-45de-8281-5fb207031b00 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0786538 Sep 15 08:42:50.596106 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=e49be169-0058-4374-8f23-1db3c19143da,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:50.601036 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-bf1e6d7e-2419-4d8a-b645-085bfaf9c5e4 req-4a3d9ef6-b1ce-49f3-a3c8-2420e1f12f7f tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602953 Sep 15 08:42:50.606687 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:50.919871 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['e3e9acdc-33fd-40eb-93e7-e99361226570'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:42:51.351654 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a23cab-d8b6-4c67-b994-e8efe00141d2 req-dcbb4593-8056-4ee6-bb6d-5f5339a00602 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:51.354283 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-28a23cab-d8b6-4c67-b994-e8efe00141d2 req-dcbb4593-8056-4ee6-bb6d-5f5339a00602 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 945 time: 0.0788672 Sep 15 08:42:51.407705 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-28a23cab-d8b6-4c67-b994-e8efe00141d2 req-bfe000e5-3e6e-48fc-a293-ba448e300430 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460784 Sep 15 08:42:51.416520 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-49399ea6-b9a6-4d97-b145-09b95c138ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:51.500711 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17a66-76b6-49c4-935d-cdaa6d7c99db req-8bbf0658-0d5d-4fd7-abdd-1bddc7f8d564 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:51.502135 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d0c17a66-76b6-49c4-935d-cdaa6d7c99db req-8bbf0658-0d5d-4fd7-abdd-1bddc7f8d564 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 944 time: 0.0791397 Sep 15 08:42:51.547694 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d0c17a66-76b6-49c4-935d-cdaa6d7c99db req-2484b888-68e9-4561-9299-579cacbdaf58 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398507 Sep 15 08:42:51.795337 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f36eed-237c-4dd0-9045-fb19280c7638 req-101fe7b9-59fb-4c1d-ac10-8cf8f398fd13 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:51.796802 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-95f36eed-237c-4dd0-9045-fb19280c7638 req-101fe7b9-59fb-4c1d-ac10-8cf8f398fd13 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0809474 Sep 15 08:42:51.850883 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-95f36eed-237c-4dd0-9045-fb19280c7638 req-c357cd4e-55e7-4292-93d0-fcd1a5fd0d71 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476444 Sep 15 08:42:51.860081 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:52.121609 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-ed6ce767-8012-4826-85f6-db564aa40ff2 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Synchronizing usage tracker for tenant:ef6378125de24891a8fca88b83a9e115 on resource:security_group {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:42:52.140018 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-ed6ce767-8012-4826-85f6-db564aa40ff2 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Unset dirty status for tenant:ef6378125de24891a8fca88b83a9e115 on resource:security_group {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:42:52.141219 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-ed6ce767-8012-4826-85f6-db564aa40ff2 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-617817350&fields=id&tenant_id=ef6378125de24891a8fca88b83a9e115 HTTP/1.1" status: 200 len: 267 time: 0.0588381 Sep 15 08:42:52.247800 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device e49be169-0058-4374-8f23-1db3c19143da up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:52.322704 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port e49be169-0058-4374-8f23-1db3c19143da triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:52.323135 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:52.349442 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-fffd6dff-281b-42e7-9345-d82268cf85aa tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:52.350111 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-fffd6dff-281b-42e7-9345-d82268cf85aa tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Synchronizing usage tracker for tenant:ef6378125de24891a8fca88b83a9e115 on resource:network {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:42:52.368452 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-fffd6dff-281b-42e7-9345-d82268cf85aa tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Unset dirty status for tenant:ef6378125de24891a8fca88b83a9e115 on resource:network {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:42:52.369944 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-fffd6dff-281b-42e7-9345-d82268cf85aa tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/networks?id=ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 HTTP/1.1" status: 200 len: 808 time: 0.2221317 Sep 15 08:42:52.398616 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-40c4b82e-d486-47a1-9bea-6cb0d0eaf403 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/quotas/ef6378125de24891a8fca88b83a9e115 HTTP/1.1" status: 200 len: 375 time: 0.0191836 Sep 15 08:42:52.503225 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-80980c66-d1ca-4539-85dc-3df863accf41 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Synchronizing usage tracker for tenant:ef6378125de24891a8fca88b83a9e115 on resource:port {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:42:52.526682 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-80980c66-d1ca-4539-85dc-3df863accf41 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Unset dirty status for tenant:ef6378125de24891a8fca88b83a9e115 on resource:port {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:42:52.539045 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-80980c66-d1ca-4539-85dc-3df863accf41 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ef6378125de24891a8fca88b83a9e115&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1330881 Sep 15 08:42:52.662519 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ca55c-b379-4a85-aab3-f0cd967e931d req-340b0e37-0df5-4896-815a-f74f155adac4 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:52.664077 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9c6ca55c-b379-4a85-aab3-f0cd967e931d req-340b0e37-0df5-4896-815a-f74f155adac4 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 945 time: 0.0919542 Sep 15 08:42:52.686334 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-d83e08cd-4a2e-4907-befe-aebc6b9e0398 service neutron] 10.222.0.24 "GET /v2.0/networks/ddb3d03a-680b-4e7c-ba35-03aba00d1ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463675 Sep 15 08:42:52.733089 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9c6ca55c-b379-4a85-aab3-f0cd967e931d req-cf1d2b0f-e4a9-4d1f-884d-541ec4703173 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622046 Sep 15 08:42:52.840368 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-dcb2286c-1aa3-48a6-8c45-d66f73eb8bf7 service neutron] 10.222.0.24 "GET /v2.0/networks/ddb3d03a-680b-4e7c-ba35-03aba00d1ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531014 Sep 15 08:42:52.969550 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3fa4a-5e53-4760-a901-436679da7953 req-e78298ec-317e-417a-8b7d-e75c6b3b8db3 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:52.971230 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6ba3fa4a-5e53-4760-a901-436679da7953 req-e78298ec-317e-417a-8b7d-e75c6b3b8db3 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 944 time: 0.0913754 Sep 15 08:42:53.039386 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6ba3fa4a-5e53-4760-a901-436679da7953 req-093e3c8f-33ea-4290-ad6f-3405e6b590fe tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621731 Sep 15 08:42:53.318457 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60599a-cce4-4974-aeb2-39ba26a74a3a req-a5603ad4-be64-42f0-83cc-0ae6f8b1792c tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:53.319917 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8c60599a-cce4-4974-aeb2-39ba26a74a3a req-a5603ad4-be64-42f0-83cc-0ae6f8b1792c tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.1341629 Sep 15 08:42:53.391612 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8c60599a-cce4-4974-aeb2-39ba26a74a3a req-d3602e22-b65e-4364-ad69-ae0060954524 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645874 Sep 15 08:42:53.505651 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device e3e9acdc-33fd-40eb-93e7-e99361226570 up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:53.595940 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-c04378bd-0477-4dfd-a25b-9610bbc8d671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:53.615169 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port e3e9acdc-33fd-40eb-93e7-e99361226570 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:42:53.623193 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port e3e9acdc-33fd-40eb-93e7-e99361226570 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:53.624147 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:53.699099 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-bf5e98e6-f9dc-4d42-ab81-bb08aacba869 req-ffafa126-56ee-4634-8c01-25441c8436b9 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 210 time: 0.0502598 Sep 15 08:42:53.757064 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:53.787257 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d3afe1-f135-4d77-800b-1c2270ede5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e9acdc-33fd-40eb-93e7-e99361226570'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:53.797223 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port e3e9acdc-33fd-40eb-93e7-e99361226570, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e3e9acdc-33fd-40eb-93e7-e99361226570,segment=NetworkSegment(2945816c-da07-478d-92fd-f604bd85abaf),segment_id=2945816c-da07-478d-92fd-f604bd85abaf)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:53.801569 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:53.803574 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:53.850442 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d3afe1-f135-4d77-800b-1c2270ede5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e9acdc-33fd-40eb-93e7-e99361226570', 'code': 200} Sep 15 08:42:53.873979 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=e3e9acdc-33fd-40eb-93e7-e99361226570,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:53.877208 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:54.207002 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8a223b7a-89df-4fbb-b41f-814662910dd8 req-cc2f3972-b995-4325-828c-68640049f309 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 1098 time: 0.1097851 Sep 15 08:42:54.345542 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8a223b7a-89df-4fbb-b41f-814662910dd8 req-9387c10d-6fa2-4616-b084-6074ade49ee0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317341 Sep 15 08:42:54.356603 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3c3a0-c267-4126-8e26-99684d131e5e req-ea4e6f67-e968-44cd-bc80-90ba3d3b280a tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:54.358871 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-70c3c3a0-c267-4126-8e26-99684d131e5e req-ea4e6f67-e968-44cd-bc80-90ba3d3b280a tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 945 time: 0.1913671 Sep 15 08:42:54.405456 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-70c3c3a0-c267-4126-8e26-99684d131e5e req-7f719d20-2745-4d17-b2ef-4153b8bc60b4 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413215 Sep 15 08:42:54.519753 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:54.593751 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb1c96-70b9-43bf-b4b1-685354829c01 req-ee1cd9bd-ad04-442f-ae45-2161f2cfe15c tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:54.595246 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6bcb1c96-70b9-43bf-b4b1-685354829c01 req-ee1cd9bd-ad04-442f-ae45-2161f2cfe15c tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0836217 Sep 15 08:42:54.642712 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6bcb1c96-70b9-43bf-b4b1-685354829c01 req-3bab6533-ae06-4b2f-bede-0f856b2d3ee0 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411189 Sep 15 08:42:55.143528 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d23c05b3-e1f1-4ccc-a9d4-b437ac0166f4 req-b069b682-02a2-4d90-b3c5-db43db6deffe tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 210 time: 0.0903614 Sep 15 08:42:55.324430 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 56912) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:55.596412 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8548cec9-f340-43d4-a603-5d1ccdcd14c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:55.688539 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-8548cec9-f340-43d4-a603-5d1ccdcd14c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:55.705704 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-8548cec9-f340-43d4-a603-5d1ccdcd14c0 admin admin] Usage tracker for resource:security_group_rule and tenant:77c047f21b264da0902d29bebd08a86e is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:55.710447 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-8548cec9-f340-43d4-a603-5d1ccdcd14c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:55.721989 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-bd458f28-6914-4d79-8b92-fb95ffe355e1 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:55.723436 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-bd458f28-6914-4d79-8b92-fb95ffe355e1 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.42 "GET /v2.0/networks?id=ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 HTTP/1.1" status: 200 len: 808 time: 0.2697649 Sep 15 08:42:55.725768 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-8548cec9-f340-43d4-a603-5d1ccdcd14c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:55.744660 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcc49e-89dd-4fe8-a38c-adad704ca7d4 req-50078fd9-0c2e-4098-a0ec-b4a45c2aca33 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:55.746112 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-51fcc49e-89dd-4fe8-a38c-adad704ca7d4 req-50078fd9-0c2e-4098-a0ec-b4a45c2aca33 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 945 time: 0.1921978 Sep 15 08:42:55.844696 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dcfd8-6b1e-4018-908d-adf72caf2549 req-4f9ac90e-1e60-4945-8389-2b5831b5ad4e tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:55.846514 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-724dcfd8-6b1e-4018-908d-adf72caf2549 req-4f9ac90e-1e60-4945-8389-2b5831b5ad4e tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0797753 Sep 15 08:42:55.851696 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-51fcc49e-89dd-4fe8-a38c-adad704ca7d4 req-e4595463-e186-4ed6-b17d-3116e1d48f4c tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979166 Sep 15 08:42:55.854673 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-658b241d-63b5-4b3d-8cbf-45e0bda2c3d4 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Synchronizing usage tracker for tenant:ef6378125de24891a8fca88b83a9e115 on resource:security_group {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:42:55.877156 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-658b241d-63b5-4b3d-8cbf-45e0bda2c3d4 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Unset dirty status for tenant:ef6378125de24891a8fca88b83a9e115 on resource:security_group {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:42:55.878473 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-658b241d-63b5-4b3d-8cbf-45e0bda2c3d4 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef6378125de24891a8fca88b83a9e115 HTTP/1.1" status: 200 len: 379 time: 0.1041162 Sep 15 08:42:55.892128 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-95bb3e69-dcb5-4ea1-b3a9-f1e508d06ea5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Request body: {'port': {'device_id': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1', 'admin_state_up': True, 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'security_groups': ['b7947c80-23da-4fc0-b68c-760d14802e23']}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:55.913215 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-724dcfd8-6b1e-4018-908d-adf72caf2549 req-5d15bf09-e61a-498a-b251-93ad379502ca tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612600 Sep 15 08:42:56.014884 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8548cec9-f340-43d4-a603-5d1ccdcd14c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.018928 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8548cec9-f340-43d4-a603-5d1ccdcd14c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.030657 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:56.084083 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.105970 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548cec9-f340-43d4-a603-5d1ccdcd14c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18696e94-21dd-4fbc-9e98-120ba9b69203,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:56.111106 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8548cec9-f340-43d4-a603-5d1ccdcd14c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:56.116182 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-95bb3e69-dcb5-4ea1-b3a9-f1e508d06ea5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:56.127453 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-8548cec9-f340-43d4-a603-5d1ccdcd14c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77c047f21b264da0902d29bebd08a86e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8017170 Sep 15 08:42:56.128418 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-95bb3e69-dcb5-4ea1-b3a9-f1e508d06ea5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:56.130109 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 56924) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:56.140105 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-95bb3e69-dcb5-4ea1-b3a9-f1e508d06ea5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Made reservation on behalf of ef6378125de24891a8fca88b83a9e115 for: {'port': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:42:56.143728 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-95bb3e69-dcb5-4ea1-b3a9-f1e508d06ea5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.256034 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-801fc60a-650a-4c58-9bd6-e37b511ccf98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.296927 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-801fc60a-650a-4c58-9bd6-e37b511ccf98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.383104 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-95bb3e69-dcb5-4ea1-b3a9-f1e508d06ea5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Allocated IP 172.20.0.14 (ddb3d03a-680b-4e7c-ba35-03aba00d1ee1/9c359e7a-f7e8-43b9-8f23-502a7b5590e8/026f9b7e-846f-4c46-a4b2-59ba55073a32) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:42:56.389505 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f75f6b3b-5b34-4532-a9bd-d544f3778afb req-03218675-d63a-4735-ae5f-0d0d481da5d2 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 210 time: 0.0550306 Sep 15 08:42:56.416817 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-801fc60a-650a-4c58-9bd6-e37b511ccf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.422133 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:56.455863 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fc60a-650a-4c58-9bd6-e37b511ccf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18696e94-21dd-4fbc-9e98-120ba9b69203,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:56.458833 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-801fc60a-650a-4c58-9bd6-e37b511ccf98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:56.468298 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-801fc60a-650a-4c58-9bd6-e37b511ccf98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.483724 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-801fc60a-650a-4c58-9bd6-e37b511ccf98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18696e94-21dd-4fbc-9e98-120ba9b69203 HTTP/1.1" status: 204 len: 168 time: 0.3521512 Sep 15 08:42:56.702992 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-95bb3e69-dcb5-4ea1-b3a9-f1e508d06ea5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.732894 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-95bb3e69-dcb5-4ea1-b3a9-f1e508d06ea5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Transition to ACTIVE for port object 026f9b7e-846f-4c46-a4b2-59ba55073a32 will not be triggered until provisioned by entity DHCP. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:42:56.775810 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-95bb3e69-dcb5-4ea1-b3a9-f1e508d06ea5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.783757 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-d461796b-793b-4cf7-b28c-3903aeb61623 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:56.859604 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-95bb3e69-dcb5-4ea1-b3a9-f1e508d06ea5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Network ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:42:56.862805 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-95bb3e69-dcb5-4ea1-b3a9-f1e508d06ea5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:56.866787 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-95bb3e69-dcb5-4ea1-b3a9-f1e508d06ea5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:42:56.907356 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb3e69-dcb5-4ea1-b3a9-f1e508d06ea5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Pushing event updated for resources: {'Port': ['ID=026f9b7e-846f-4c46-a4b2-59ba55073a32,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:56.912233 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-95bb3e69-dcb5-4ea1-b3a9-f1e508d06ea5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:56.946628 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-95bb3e69-dcb5-4ea1-b3a9-f1e508d06ea5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:56.947277 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-95bb3e69-dcb5-4ea1-b3a9-f1e508d06ea5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.993301 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-95bb3e69-dcb5-4ea1-b3a9-f1e508d06ea5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1059608 Sep 15 08:42:57.004951 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 56952) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:57.037888 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ca941bad-266b-4251-a232-44e71c904b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:57.063010 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Request body: {'port': {'device_id': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:57.139282 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-3666c6d6-20ec-4e12-9fb9-21d96e4f2d96 None None] Provisioning for port 026f9b7e-846f-4c46-a4b2-59ba55073a32 completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:42:57.145752 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-3666c6d6-20ec-4e12-9fb9-21d96e4f2d96 None None] Provisioning complete for port 026f9b7e-846f-4c46-a4b2-59ba55073a32 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:57.147122 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3666c6d6-20ec-4e12-9fb9-21d96e4f2d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:57.182982 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9314f-1e49-4b75-ad75-c8769f68568c req-b207b8f3-7f92-41f4-bd2c-672a0168e2e7 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:57.185077 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-acf9314f-1e49-4b75-ad75-c8769f68568c req-b207b8f3-7f92-41f4-bd2c-672a0168e2e7 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 945 time: 0.0976448 Sep 15 08:42:57.222257 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-3666c6d6-20ec-4e12-9fb9-21d96e4f2d96 None None] Port 026f9b7e-846f-4c46-a4b2-59ba55073a32 cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:42:57.237676 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-acf9314f-1e49-4b75-ad75-c8769f68568c req-f0275a74-e901-48e8-833a-ede4e3c71693 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442872 Sep 15 08:42:57.263856 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-ca941bad-266b-4251-a232-44e71c904b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:57.284332 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-ca941bad-266b-4251-a232-44e71c904b3c admin admin] Usage tracker for resource:security_group_rule and tenant:cb6f5b2eb5d54b58b91f8b0f26b3123e is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:57.291621 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-ca941bad-266b-4251-a232-44e71c904b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:57.299801 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-ca941bad-266b-4251-a232-44e71c904b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:57.308756 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:57.378603 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea74fa1-dbaa-4b45-a554-6ddc5146e527 req-f2774039-f62d-4d21-935d-e35b1ce4c1aa tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:57.379894 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-eea74fa1-dbaa-4b45-a554-6ddc5146e527 req-f2774039-f62d-4d21-935d-e35b1ce4c1aa tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.2650745 Sep 15 08:42:57.550271 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-eea74fa1-dbaa-4b45-a554-6ddc5146e527 req-65fbc39b-cfa9-4a3a-84de-3ba312d4022d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604466 Sep 15 08:42:57.551914 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ca941bad-266b-4251-a232-44e71c904b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:57.560361 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ca941bad-266b-4251-a232-44e71c904b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:57.569721 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:57.688015 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-ca941bad-266b-4251-a232-44e71c904b3c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb6f5b2eb5d54b58b91f8b0f26b3123e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6795371 Sep 15 08:42:57.688203 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 56982) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:57.696489 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca941bad-266b-4251-a232-44e71c904b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6452d126-78fc-4b7d-b20e-e3db2fbd96ff,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:57.701077 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ca941bad-266b-4251-a232-44e71c904b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:57.828507 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b142e7ad-45a1-47d2-a197-f93b289935cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:57.852995 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020bf86-1573-4fc5-bfc6-aaab5f8eff54 req-201e25bf-5a72-4e01-95b5-9402d2240900 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:57.853696 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-5020bf86-1573-4fc5-bfc6-aaab5f8eff54 req-201e25bf-5a72-4e01-95b5-9402d2240900 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Synchronizing usage tracker for tenant:ef6378125de24891a8fca88b83a9e115 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:42:57.911251 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b142e7ad-45a1-47d2-a197-f93b289935cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.016044 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b142e7ad-45a1-47d2-a197-f93b289935cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.017811 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-5020bf86-1573-4fc5-bfc6-aaab5f8eff54 req-201e25bf-5a72-4e01-95b5-9402d2240900 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Unset dirty status for tenant:ef6378125de24891a8fca88b83a9e115 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:42:58.026452 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-5020bf86-1573-4fc5-bfc6-aaab5f8eff54 req-201e25bf-5a72-4e01-95b5-9402d2240900 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 932 time: 0.3017721 Sep 15 08:42:58.033538 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-6103751b-fd9b-4964-a56b-fc94e7675549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:58.057259 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026f9b7e-846f-4c46-a4b2-59ba55073a32 {{(pid=75066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:42:58.070596 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142e7ad-45a1-47d2-a197-f93b289935cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6452d126-78fc-4b7d-b20e-e3db2fbd96ff,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:58.073404 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.073942 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b142e7ad-45a1-47d2-a197-f93b289935cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:58.083659 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b142e7ad-45a1-47d2-a197-f93b289935cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.085226 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-b142e7ad-45a1-47d2-a197-f93b289935cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6452d126-78fc-4b7d-b20e-e3db2fbd96ff HTTP/1.1" status: 204 len: 168 time: 0.3960042 Sep 15 08:42:58.114475 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-5020bf86-1573-4fc5-bfc6-aaab5f8eff54 req-ebfdb323-4842-465e-94c3-1cc181ee8ae3 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888183 Sep 15 08:42:58.115626 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Transition to ACTIVE for port object 026f9b7e-846f-4c46-a4b2-59ba55073a32 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:42:58.120216 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.125698 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-95bb3e69-dcb5-4ea1-b3a9-f1e508d06ea5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:58.281712 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Pushing event updated for resources: {'Port': ['ID=026f9b7e-846f-4c46-a4b2-59ba55073a32,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:58.286257 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:58.421994 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Attempting to bind port 026f9b7e-846f-4c46-a4b2-59ba55073a32 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:42:58.422513 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Attempting to bind port 026f9b7e-846f-4c46-a4b2-59ba55073a32 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '633dd89e-b49f-4f44-926b-61d09cc2979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:42:58.423057 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Attempting to bind port 026f9b7e-846f-4c46-a4b2-59ba55073a32 on network ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:42:58.429382 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Port 026f9b7e-846f-4c46-a4b2-59ba55073a32 on network ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:42:58.429625 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Attempting to bind port 026f9b7e-846f-4c46-a4b2-59ba55073a32 on network ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:42:58.436443 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:42:58.436954 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Checking segment: {'id': '633dd89e-b49f-4f44-926b-61d09cc2979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:42:58.437519 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Bound using segment: {'id': '633dd89e-b49f-4f44-926b-61d09cc2979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:42:58.438102 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Bound port: 026f9b7e-846f-4c46-a4b2-59ba55073a32, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633dd89e-b49f-4f44-926b-61d09cc2979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:42:58.438474 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.531939 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] For port 026f9b7e-846f-4c46-a4b2-59ba55073a32, host hv-cinder-80600, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:42:58.535318 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] For port 026f9b7e-846f-4c46-a4b2-59ba55073a32, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=026f9b7e-846f-4c46-a4b2-59ba55073a32,segment=NetworkSegment(633dd89e-b49f-4f44-926b-61d09cc2979f),segment_id=633dd89e-b49f-4f44-926b-61d09cc2979f)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:42:58.539612 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.543656 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:58.634308 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.635826 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] 10.222.0.42 "PUT /v2.0/ports/026f9b7e-846f-4c46-a4b2-59ba55073a32 HTTP/1.1" status: 200 len: 1094 time: 1.5849967 Sep 15 08:42:58.640339 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'tag': '026f9b7e-846f-4c46-a4b2-59ba55073a32'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:58.661363 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Pushing event updated for resources: {'Port': ['ID=026f9b7e-846f-4c46-a4b2-59ba55073a32,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:58.679953 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:58.924162 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cbf83-78db-45ec-952c-27cb423aac9c req-aaeb8fc9-aa70-4793-af19-9363103e4a77 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:58.939736 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-327cbf83-78db-45ec-952c-27cb423aac9c req-aaeb8fc9-aa70-4793-af19-9363103e4a77 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.1933832 Sep 15 08:42:58.946821 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-4d65dee1-0074-4f9a-9ef1-8797150bcbfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef6378125de24891a8fca88b83a9e115&device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 1097 time: 0.1916881 Sep 15 08:42:58.977943 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'tag': '026f9b7e-846f-4c46-a4b2-59ba55073a32', 'status': 'completed', 'code': 200} Sep 15 08:42:59.009994 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-327cbf83-78db-45ec-952c-27cb423aac9c req-e00f9cad-cf60-4064-b546-a7b91a703f58 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610054 Sep 15 08:42:59.293436 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-8819df2b-d5cd-44f3-a74e-0ebc1edb91a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=026f9b7e-846f-4c46-a4b2-59ba55073a32 HTTP/1.1" status: 200 len: 217 time: 0.2235596 Sep 15 08:42:59.493171 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-d458c275-f282-4275-b38a-fc428d6b874d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:59.494652 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-d458c275-f282-4275-b38a-fc428d6b874d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c359e7a-f7e8-43b9-8f23-502a7b5590e8 HTTP/1.1" status: 200 len: 847 time: 0.1920815 Sep 15 08:42:59.502612 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2195980d-5682-4b17-9c5b-9f949b584e5c req-fcf58776-038a-4021-b65e-1c310bf4c422 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 1098 time: 0.3007517 Sep 15 08:42:59.598069 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932b3e5-e3b7-4dfa-805d-44469460f45c req-45b5d444-1930-4e9f-b08c-2033e5cca02d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:59.599484 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2932b3e5-e3b7-4dfa-805d-44469460f45c req-45b5d444-1930-4e9f-b08c-2033e5cca02d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 944 time: 0.2144618 Sep 15 08:42:59.631136 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2195980d-5682-4b17-9c5b-9f949b584e5c req-b8a60e6c-0633-42d1-a550-3a17f8a20331 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895553 Sep 15 08:42:59.656797 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-cb71f014-4591-4345-bc84-c5f266d36b0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ddb3d03a-680b-4e7c-ba35-03aba00d1ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1532533 Sep 15 08:42:59.670919 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2932b3e5-e3b7-4dfa-805d-44469460f45c req-d8d66f79-75b3-4120-a2d3-425ffa986b5f tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568640 Sep 15 08:42:59.913406 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 57060) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:00.052274 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fc6fb481-ddaf-472c-905a-cf3771defd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:00.081343 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-fc6fb481-ddaf-472c-905a-cf3771defd9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:43:00.085290 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-fc6fb481-ddaf-472c-905a-cf3771defd9e admin admin] Usage tracker for resource:security_group_rule and tenant:f40088cc29f348fe8e46075aa5384ddb is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:43:00.088602 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-fc6fb481-ddaf-472c-905a-cf3771defd9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:43:00.095198 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-fc6fb481-ddaf-472c-905a-cf3771defd9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:43:00.178817 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fc6fb481-ddaf-472c-905a-cf3771defd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:00.183203 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fc6fb481-ddaf-472c-905a-cf3771defd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:00.194778 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-e7e12337-106e-485a-bdcd-82e0b4384f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:00.241453 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fb481-ddaf-472c-905a-cf3771defd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bf4a0b-1b6d-4a1a-a225-7b4e87e7ec8a,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:00.244440 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-fc6fb481-ddaf-472c-905a-cf3771defd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:00.247036 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-fc6fb481-ddaf-472c-905a-cf3771defd9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f40088cc29f348fe8e46075aa5384ddb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3326619 Sep 15 08:43:00.249971 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 57070) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:00.325690 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a5d371fe-d7e6-4927-8667-5904124132c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:00.356266 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a5d371fe-d7e6-4927-8667-5904124132c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:00.359869 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cad90-6c93-4ffd-9057-16191dea0c44 req-0f1059c7-981b-4e0d-9e9c-db307629b3d8 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:00.361404 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ac0cad90-6c93-4ffd-9057-16191dea0c44 req-0f1059c7-981b-4e0d-9e9c-db307629b3d8 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.2186837 Sep 15 08:43:00.371788 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-49b4adcb-c73e-489e-b837-6524969971c7 service neutron] 10.222.0.42 "GET /v2.0/networks/ddb3d03a-680b-4e7c-ba35-03aba00d1ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847558 Sep 15 08:43:00.426073 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a5d371fe-d7e6-4927-8667-5904124132c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:00.431902 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ae829339-6ca5-4dfd-897c-4899ab4b0cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:00.444259 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d371fe-d7e6-4927-8667-5904124132c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bf4a0b-1b6d-4a1a-a225-7b4e87e7ec8a,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:00.446951 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-a5d371fe-d7e6-4927-8667-5904124132c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:00.452681 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a5d371fe-d7e6-4927-8667-5904124132c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:00.454742 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-a5d371fe-d7e6-4927-8667-5904124132c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9bf4a0b-1b6d-4a1a-a225-7b4e87e7ec8a HTTP/1.1" status: 204 len: 168 time: 0.2033849 Sep 15 08:43:00.530910 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ac0cad90-6c93-4ffd-9057-16191dea0c44 req-c1e3804e-360d-44f2-a678-5ec95f23a71d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614943 Sep 15 08:43:00.577536 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-46bb970c-6327-4c3b-8d38-24fc0e30d4ac req-849f29d6-b46d-48ab-b02c-3331b9593d7e service neutron] 10.222.0.42 "GET /v2.0/networks/ddb3d03a-680b-4e7c-ba35-03aba00d1ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740968 Sep 15 08:43:00.964949 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fbfc5-b2be-4e59-990b-0069d7602759 req-dfe4462f-4642-407e-8043-9d60a522ef8a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:00.964949 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f88fbfc5-b2be-4e59-990b-0069d7602759 req-dfe4462f-4642-407e-8043-9d60a522ef8a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 944 time: 0.1212540 Sep 15 08:43:00.966311 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 57096) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:00.967243 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-623e75c6-81b5-4276-9456-a6cabb0eeaf8 req-27463f57-4b8f-4e29-a303-eefb279687b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef6378125de24891a8fca88b83a9e115&device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 1097 time: 0.1633923 Sep 15 08:43:01.109832 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f88fbfc5-b2be-4e59-990b-0069d7602759 req-24536fe2-f4dd-46b0-b05a-cde24ab48001 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359322 Sep 15 08:43:01.213982 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-bc050740-afaf-4529-8572-0049c75ffdcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:01.252309 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-bc050740-afaf-4529-8572-0049c75ffdcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:43:01.256107 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-bc050740-afaf-4529-8572-0049c75ffdcc admin admin] Usage tracker for resource:security_group_rule and tenant:c27b6a2ddb1b464f8bba8beebe111c31 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:43:01.257127 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e75c6-81b5-4276-9456-a6cabb0eeaf8 req-1b2dc3de-f7a5-49af-a63c-c93ff7195778 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:01.258808 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-623e75c6-81b5-4276-9456-a6cabb0eeaf8 req-1b2dc3de-f7a5-49af-a63c-c93ff7195778 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 HTTP/1.1" status: 200 len: 909 time: 0.2687531 Sep 15 08:43:01.259614 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-bc050740-afaf-4529-8572-0049c75ffdcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:43:01.265968 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-bc050740-afaf-4529-8572-0049c75ffdcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:43:01.366238 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-623e75c6-81b5-4276-9456-a6cabb0eeaf8 req-80bf2315-81f0-408d-96d0-f7887191da7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=026f9b7e-846f-4c46-a4b2-59ba55073a32 HTTP/1.1" status: 200 len: 217 time: 0.0782640 Sep 15 08:43:01.395611 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-bc050740-afaf-4529-8572-0049c75ffdcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:01.404239 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-bc050740-afaf-4529-8572-0049c75ffdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:01.467319 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-801fc60a-650a-4c58-9bd6-e37b511ccf98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:01.503098 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-bc050740-afaf-4529-8572-0049c75ffdcc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c27b6a2ddb1b464f8bba8beebe111c31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5349417 Sep 15 08:43:01.503837 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc050740-afaf-4529-8572-0049c75ffdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57e441a-e2ab-45e9-b574-475f2d130551,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:01.505315 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 57114) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:01.506932 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-bc050740-afaf-4529-8572-0049c75ffdcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:01.556470 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e75c6-81b5-4276-9456-a6cabb0eeaf8 req-b5bd10a2-ecdc-4238-8618-da7e7ef71b25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:01.558013 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-623e75c6-81b5-4276-9456-a6cabb0eeaf8 req-b5bd10a2-ecdc-4238-8618-da7e7ef71b25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c359e7a-f7e8-43b9-8f23-502a7b5590e8 HTTP/1.1" status: 200 len: 847 time: 0.1161404 Sep 15 08:43:01.645552 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bb4f5e23-ab19-42dc-a872-d8ca00baa1d9 req-0e27492c-ec8a-437a-b2e7-182c8392c497 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2645469 Sep 15 08:43:01.702047 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4f8cead6-2d49-4252-b448-149f30f30242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:01.795915 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4f8cead6-2d49-4252-b448-149f30f30242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:01.838336 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-623e75c6-81b5-4276-9456-a6cabb0eeaf8 req-bb26f169-d8e5-4653-8825-e699d29031a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ddb3d03a-680b-4e7c-ba35-03aba00d1ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2580805 Sep 15 08:43:01.911856 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:02.001441 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96a0d6-7234-4cc0-ac63-be4a28de5c0d req-f679e8d8-d91f-402a-8c35-279313e1fbee tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:02.003160 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dc96a0d6-7234-4cc0-ac63-be4a28de5c0d req-f679e8d8-d91f-402a-8c35-279313e1fbee tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.3390899 Sep 15 08:43:02.010305 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bb4f5e23-ab19-42dc-a872-d8ca00baa1d9 req-c1f82b99-07fa-44b2-91c7-053cb1fc7f39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86820906c093481aaaf4340eacfde2db&device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 1098 time: 0.3063200 Sep 15 08:43:02.033298 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4f8cead6-2d49-4252-b448-149f30f30242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:02.055105 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:02.088017 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cead6-2d49-4252-b448-149f30f30242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57e441a-e2ab-45e9-b574-475f2d130551,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:02.090733 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-4f8cead6-2d49-4252-b448-149f30f30242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:02.116371 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-623e75c6-81b5-4276-9456-a6cabb0eeaf8 req-187250f9-2627-41c2-9010-09367d73a136 service neutron] 10.222.0.42 "GET /v2.0/networks/ddb3d03a-680b-4e7c-ba35-03aba00d1ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585158 Sep 15 08:43:02.228164 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4f8cead6-2d49-4252-b448-149f30f30242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:02.229350 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-4f8cead6-2d49-4252-b448-149f30f30242 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a57e441a-e2ab-45e9-b574-475f2d130551 HTTP/1.1" status: 204 len: 168 time: 0.7201471 Sep 15 08:43:02.308618 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dc96a0d6-7234-4cc0-ac63-be4a28de5c0d req-dca9883a-6548-403b-b167-f9b6b4f8b572 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796326 Sep 15 08:43:02.410778 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f5e23-ab19-42dc-a872-d8ca00baa1d9 req-106d329b-6dca-40d4-8aeb-951add12bb41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:02.412304 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bb4f5e23-ab19-42dc-a872-d8ca00baa1d9 req-106d329b-6dca-40d4-8aeb-951add12bb41 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d238d48-c667-4b75-9461-7e2b13d6ae1c HTTP/1.1" status: 200 len: 917 time: 0.3190498 Sep 15 08:43:02.590333 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-623e75c6-81b5-4276-9456-a6cabb0eeaf8 req-cc19d975-900a-4167-a38d-5fddcbdb94c9 service neutron] 10.222.0.42 "GET /v2.0/networks/ddb3d03a-680b-4e7c-ba35-03aba00d1ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953602 Sep 15 08:43:02.650837 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bb4f5e23-ab19-42dc-a872-d8ca00baa1d9 req-d2ed2066-c7e1-49be-8411-32e0eb0f8d14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=457f6d71-9605-46d0-acac-4efcc488a8be HTTP/1.1" status: 200 len: 1000 time: 0.2262809 Sep 15 08:43:02.717375 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5827f-e877-457d-ab25-89f714ea235f req-be3e01a4-9afd-467a-9d99-c78d94155b95 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:02.718855 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-69a5827f-e877-457d-ab25-89f714ea235f req-be3e01a4-9afd-467a-9d99-c78d94155b95 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 944 time: 0.1860802 Sep 15 08:43:02.750206 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f5e23-ab19-42dc-a872-d8ca00baa1d9 req-3272ebbe-8de8-4271-9e93-79a0bde14549 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:02.752031 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bb4f5e23-ab19-42dc-a872-d8ca00baa1d9 req-3272ebbe-8de8-4271-9e93-79a0bde14549 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbc783f9-168d-423f-8179-cb2450becd9d HTTP/1.1" status: 200 len: 855 time: 0.0904634 Sep 15 08:43:02.776502 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-69a5827f-e877-457d-ab25-89f714ea235f req-9e849c48-b81d-43e1-9144-65203fcde40e tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513334 Sep 15 08:43:02.807474 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 57148) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:02.832189 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-abc801ca-73fa-4804-bf41-494901b1200b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:02.856442 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bb4f5e23-ab19-42dc-a872-d8ca00baa1d9 req-3ee4adee-1946-4c86-8f37-a09bedb43090 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d238d48-c667-4b75-9461-7e2b13d6ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743389 Sep 15 08:43:02.864977 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-abc801ca-73fa-4804-bf41-494901b1200b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:43:02.868934 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-abc801ca-73fa-4804-bf41-494901b1200b admin admin] Usage tracker for resource:security_group_rule and tenant:869eb26e693344fc9fed982622652a7c is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:43:02.871995 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-abc801ca-73fa-4804-bf41-494901b1200b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:43:02.878667 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-abc801ca-73fa-4804-bf41-494901b1200b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:43:02.998658 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bb4f5e23-ab19-42dc-a872-d8ca00baa1d9 req-2cf79027-4ffb-44c9-81fd-55dc6cee37fb service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336744 Sep 15 08:43:03.063049 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-ecef3b69-83e0-43e8-89cd-c77d9c45cefc tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:03.064498 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-ecef3b69-83e0-43e8-89cd-c77d9c45cefc tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/networks?id=7e883d06-eb92-4923-b2f2-e0fec40aaf76 HTTP/1.1" status: 200 len: 813 time: 0.1833284 Sep 15 08:43:03.085853 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-abc801ca-73fa-4804-bf41-494901b1200b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:03.089960 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-e2ca4cd6-e136-4aa8-bf5f-cefff0f0ce3f tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/quotas/1bac9cb5fdd54f97a38e11702dacef35 HTTP/1.1" status: 200 len: 375 time: 0.0183139 Sep 15 08:43:03.091919 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-abc801ca-73fa-4804-bf41-494901b1200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:03.100006 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:03.239417 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc801ca-73fa-4804-bf41-494901b1200b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f853e4-2eda-4cfc-9db8-3b3df707ae34,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:03.241259 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bb4f5e23-ab19-42dc-a872-d8ca00baa1d9 req-666507eb-ada6-4641-b6da-425b249471ba service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333651 Sep 15 08:43:03.246196 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-abc801ca-73fa-4804-bf41-494901b1200b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:03.250403 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-abc801ca-73fa-4804-bf41-494901b1200b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=869eb26e693344fc9fed982622652a7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4412303 Sep 15 08:43:03.253744 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 57158) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:03.283755 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-d13b90e8-28fe-4bd2-aef6-8fb50e02d296 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bac9cb5fdd54f97a38e11702dacef35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1846354 Sep 15 08:43:03.319667 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca756-402f-4a54-ab1e-bca472aab469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:03.346007 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca756-402f-4a54-ab1e-bca472aab469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:03.407480 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca756-402f-4a54-ab1e-bca472aab469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:03.415954 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-d18a2692-d3c1-4517-90ea-f972cfd75336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:03.420525 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-17143e8d-a1cd-4e0b-a24e-37b75569fda5 service neutron] 10.222.0.24 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298256 Sep 15 08:43:03.430323 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ca756-402f-4a54-ab1e-bca472aab469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f853e4-2eda-4cfc-9db8-3b3df707ae34,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:03.440733 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-bb3ca756-402f-4a54-ab1e-bca472aab469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:03.448100 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca756-402f-4a54-ab1e-bca472aab469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:03.449347 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-bb3ca756-402f-4a54-ab1e-bca472aab469 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03f853e4-2eda-4cfc-9db8-3b3df707ae34 HTTP/1.1" status: 204 len: 168 time: 0.1870978 Sep 15 08:43:03.593854 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c87f9-9699-434f-ace2-d15b74b1d9a1 req-2ca7dc46-5266-46fc-a94e-d1e617152974 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:03.595464 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-228c87f9-9699-434f-ace2-d15b74b1d9a1 req-2ca7dc46-5266-46fc-a94e-d1e617152974 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0979862 Sep 15 08:43:03.605220 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-ffdcf1ef-9f99-4196-b81d-3750c2bee659 service neutron] 10.222.0.24 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786556 Sep 15 08:43:03.688754 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-228c87f9-9699-434f-ace2-d15b74b1d9a1 req-68e7029a-06f7-4afb-9477-bce883f48ccd tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736811 Sep 15 08:43:03.898523 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7d931660-a711-4c20-9969-357226629349 req-c4cbc6b3-cdcb-4e6f-a341-ab6ce919e175 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 210 time: 0.0835941 Sep 15 08:43:04.153997 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590a510-8aed-46b0-b7ee-8135616716d2 req-cdbb7916-1646-45bd-a247-8943cbd31e9c tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:04.172577 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-0590a510-8aed-46b0-b7ee-8135616716d2 req-cdbb7916-1646-45bd-a247-8943cbd31e9c tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 944 time: 0.1160026 Sep 15 08:43:04.242045 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-0590a510-8aed-46b0-b7ee-8135616716d2 req-ee43ffd8-b345-45f3-8a9c-248bc5d962b2 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626347 Sep 15 08:43:04.551023 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097e34a-0875-409f-a157-933ab3c42293 req-dae5f735-0f9d-4cc5-80a9-154d143cb932 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:04.553364 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-5097e34a-0875-409f-a157-933ab3c42293 req-dae5f735-0f9d-4cc5-80a9-154d143cb932 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0938313 Sep 15 08:43:04.579399 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8b632cf8-db2b-4f75-801a-5471d9e21972 req-7752933f-431d-4f34-afed-a0cf09797808 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a2504fc61c643689d3bd8f37fc59dc4&device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 1098 time: 0.0945110 Sep 15 08:43:04.647040 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-5097e34a-0875-409f-a157-933ab3c42293 req-30027be4-5388-4dd9-91b1-6c26ea042c34 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721529 Sep 15 08:43:04.785628 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b632cf8-db2b-4f75-801a-5471d9e21972 req-136792ec-baa7-4fc0-a909-f546317994a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:04.787799 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8b632cf8-db2b-4f75-801a-5471d9e21972 req-136792ec-baa7-4fc0-a909-f546317994a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5523e415-2a49-4b5d-8124-718fb5ec48c4 HTTP/1.1" status: 200 len: 920 time: 0.1777511 Sep 15 08:43:04.877938 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8b632cf8-db2b-4f75-801a-5471d9e21972 req-23c65c1f-663e-4ed8-8178-6463a562f35b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3794f0e6-2b28-4490-9787-38b50341bace HTTP/1.1" status: 200 len: 217 time: 0.0773985 Sep 15 08:43:04.977490 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b632cf8-db2b-4f75-801a-5471d9e21972 req-1f9f61b9-04f9-4aaf-977b-8ce6e7640969 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:04.979197 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8b632cf8-db2b-4f75-801a-5471d9e21972 req-1f9f61b9-04f9-4aaf-977b-8ce6e7640969 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d953322-a64f-42ac-8128-2109fba4be9a HTTP/1.1" status: 200 len: 859 time: 0.0762153 Sep 15 08:43:05.033690 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8b632cf8-db2b-4f75-801a-5471d9e21972 req-abb99165-ea3f-428f-b9f6-4153f0e69b48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5523e415-2a49-4b5d-8124-718fb5ec48c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423837 Sep 15 08:43:05.152291 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e2b341cc-fffd-4635-b040-32bb39a83f2a req-1ee2a482-021d-4058-be4b-3cb75c8c26f4 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 210 time: 0.1133273 Sep 15 08:43:05.217003 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8b632cf8-db2b-4f75-801a-5471d9e21972 req-e7cb0bc9-7a84-4018-9d3c-b9b49b5c9e4b service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477494 Sep 15 08:43:05.600634 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 026f9b7e-846f-4c46-a4b2-59ba55073a32 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:43:05.615324 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8b632cf8-db2b-4f75-801a-5471d9e21972 req-bc957873-8ac9-4c70-908a-d22a248ebcc9 service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708959 Sep 15 08:43:05.636843 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6110805-4d4e-4dd0-8ad6-52e4fa4e40ac req-74b1a8f0-32e5-47d5-bc3c-96caf1f8b948 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:05.643861 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a6110805-4d4e-4dd0-8ad6-52e4fa4e40ac req-74b1a8f0-32e5-47d5-bc3c-96caf1f8b948 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 944 time: 0.2526500 Sep 15 08:43:05.727364 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-9add395c-af72-45c9-a85d-d92acf099f62 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:05.728833 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-9add395c-af72-45c9-a85d-d92acf099f62 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.42 "GET /v2.0/networks?id=7e883d06-eb92-4923-b2f2-e0fec40aaf76 HTTP/1.1" status: 200 len: 813 time: 0.2183340 Sep 15 08:43:05.731344 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a6110805-4d4e-4dd0-8ad6-52e4fa4e40ac req-e2eed058-703e-4a1c-8cb6-de707017a84c tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866098 Sep 15 08:43:05.799725 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 026f9b7e-846f-4c46-a4b2-59ba55073a32, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=026f9b7e-846f-4c46-a4b2-59ba55073a32,segment=NetworkSegment(633dd89e-b49f-4f44-926b-61d09cc2979f),segment_id=633dd89e-b49f-4f44-926b-61d09cc2979f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:05.813336 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '026f9b7e-846f-4c46-a4b2-59ba55073a32', 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1', 'port_id': '026f9b7e-846f-4c46-a4b2-59ba55073a32', 'mac_address': 'fa:16:3e:a5:fd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:43:05.823602 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-4a29da94-e3ec-4f4f-9342-21ebdff79c51 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Request body: {'port': {'device_id': '20d940c7-5d67-41b3-af7c-dedfbb0dd020', 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76', 'admin_state_up': True, 'tenant_id': '1bac9cb5fdd54f97a38e11702dacef35'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:43:05.869961 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:05.891780 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026f9b7e-846f-4c46-a4b2-59ba55073a32 {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:43:05.906712 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 026f9b7e-846f-4c46-a4b2-59ba55073a32, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=026f9b7e-846f-4c46-a4b2-59ba55073a32,segment=NetworkSegment(633dd89e-b49f-4f44-926b-61d09cc2979f),segment_id=633dd89e-b49f-4f44-926b-61d09cc2979f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:05.910946 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:05.912915 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-1d5ff553-1700-48f1-8e68-fc417fc37b26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:05.980681 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=026f9b7e-846f-4c46-a4b2-59ba55073a32,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:05.983600 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:06.020209 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-4a29da94-e3ec-4f4f-9342-21ebdff79c51 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:43:06.033776 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-4a29da94-e3ec-4f4f-9342-21ebdff79c51 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:43:06.040864 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe8fe7-0fda-4306-88ea-fd1ead7990a2 req-fdbd285c-3fa2-47a4-8fbe-21b95dff33ce tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:06.042325 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1dbe8fe7-0fda-4306-88ea-fd1ead7990a2 req-fdbd285c-3fa2-47a4-8fbe-21b95dff33ce tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.1951888 Sep 15 08:43:06.042477 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:43:06.070595 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-4a29da94-e3ec-4f4f-9342-21ebdff79c51 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Made reservation on behalf of 1bac9cb5fdd54f97a38e11702dacef35 for: {'port': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:43:06.074180 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-4a29da94-e3ec-4f4f-9342-21ebdff79c51 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:06.151245 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1dbe8fe7-0fda-4306-88ea-fd1ead7990a2 req-f5be4874-41dc-424c-8ea8-36d7852cf06c tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018269 Sep 15 08:43:06.280184 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-4a29da94-e3ec-4f4f-9342-21ebdff79c51 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Allocated IP 172.20.0.9 (7e883d06-eb92-4923-b2f2-e0fec40aaf76/c14d6424-e236-4279-b7fc-91d959c729a8/9895a937-ae32-43cb-9351-10ec43828d81) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:43:06.359185 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-83dcba41-dabf-4c9d-bf9b-a406c8d00940 req-31da6b24-6dd3-4882-9ad7-6899f383947d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 210 time: 0.0623691 Sep 15 08:43:06.534484 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 57270) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:06.582453 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-4a29da94-e3ec-4f4f-9342-21ebdff79c51 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:06.613166 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-4a29da94-e3ec-4f4f-9342-21ebdff79c51 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:06.620130 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e0711f08-3ec1-450e-beea-7548472f3580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:06.676464 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['8e4761fb-c79a-4352-9169-571b41c06c64', 'ce713557-60b7-4af3-9420-0af0f4e44ecd', '189a7501-c44b-4831-8b09-7390ada38eb6'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:43:06.692530 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-4a29da94-e3ec-4f4f-9342-21ebdff79c51 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:43:06.696810 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-4a29da94-e3ec-4f4f-9342-21ebdff79c51 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:43:06.699053 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29da94-e3ec-4f4f-9342-21ebdff79c51 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Pushing event updated for resources: {'Port': ['ID=9895a937-ae32-43cb-9351-10ec43828d81,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:06.701256 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-4a29da94-e3ec-4f4f-9342-21ebdff79c51 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:43:06.720312 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:06.782898 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:43:06.787445 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-4a29da94-e3ec-4f4f-9342-21ebdff79c51 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:06.788069 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-4a29da94-e3ec-4f4f-9342-21ebdff79c51 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:06.788182 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Usage tracker for resource:security_group_rule and tenant:088554c7f99d46c2af8ba685aba787ec is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:43:06.792013 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:43:06.793156 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-4a29da94-e3ec-4f4f-9342-21ebdff79c51 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:06.802574 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['026f9b7e-846f-4c46-a4b2-59ba55073a32'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:43:06.807592 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:43:06.829770 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-4a29da94-e3ec-4f4f-9342-21ebdff79c51 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0107133 Sep 15 08:43:06.850165 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Request body: {'port': {'device_id': '20d940c7-5d67-41b3-af7c-dedfbb0dd020', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:43:06.950662 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:06.960296 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:06.968548 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-5410e3a8-f302-499b-b490-460f39394174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:06.990092 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:07.051895 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2116ff-63fd-421a-aa58-86e461468ae7,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:07.086047 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=088554c7f99d46c2af8ba685aba787ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5423996 Sep 15 08:43:07.086155 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 57288) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:07.103206 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.103842 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.104517 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.105639 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.106538 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.107705 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.108678 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.109212 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.109735 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.110472 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.111012 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.135959 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:07.167645 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b661d1-7948-4ec1-a36f-01dfd3e029fe req-40368d6a-a9c0-4ce0-8a5f-92ac73deced8 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:07.178487 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-98b661d1-7948-4ec1-a36f-01dfd3e029fe req-40368d6a-a9c0-4ce0-8a5f-92ac73deced8 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 945 time: 0.1746705 Sep 15 08:43:07.246851 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-98b661d1-7948-4ec1-a36f-01dfd3e029fe req-6260b03e-ed62-403d-ad4e-26005c13854d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673573 Sep 15 08:43:07.347073 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:07.482091 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:07.603743 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4ab35-4086-401f-81ac-0b85bce1878d req-5bf8bd6d-7b84-413b-bf1b-a138e7263237 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:07.605511 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8af4ab35-4086-401f-81ac-0b85bce1878d req-5bf8bd6d-7b84-413b-bf1b-a138e7263237 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 931 time: 0.1151936 Sep 15 08:43:07.662700 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f522b2-3e96-4c2f-8de3-79b21602367e req-219459cb-ab32-4adf-8072-6ca6b578c5ff tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:07.665097 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b5f522b2-3e96-4c2f-8de3-79b21602367e req-219459cb-ab32-4adf-8072-6ca6b578c5ff tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.2791727 Sep 15 08:43:07.677974 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8af4ab35-4086-401f-81ac-0b85bce1878d req-d07fad84-3367-42f5-8d55-ddcfd7212b79 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629838 Sep 15 08:43:07.693089 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9895a937-ae32-43cb-9351-10ec43828d81 {{(pid=75066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:43:07.701560 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:07.708605 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:07.713828 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ca941bad-266b-4251-a232-44e71c904b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:07.732656 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2116ff-63fd-421a-aa58-86e461468ae7,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:07.759884 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Transition to ACTIVE for port object 9895a937-ae32-43cb-9351-10ec43828d81 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:43:07.767274 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.767659 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.768066 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.768407 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.768752 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.769099 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.769438 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.769776 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.770163 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.770532 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.770966 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:07.776698 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:07.780410 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac2116ff-63fd-421a-aa58-86e461468ae7 HTTP/1.1" status: 204 len: 168 time: 0.6967852 Sep 15 08:43:07.780410 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:07.780821 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:07.785505 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:07.821453 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b5f522b2-3e96-4c2f-8de3-79b21602367e req-5ce9eb43-9318-466d-87eb-174389092b4c tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461112 Sep 15 08:43:07.914702 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Pushing event updated for resources: {'Port': ['ID=9895a937-ae32-43cb-9351-10ec43828d81,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:07.918920 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:08.027115 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Attempting to bind port 9895a937-ae32-43cb-9351-10ec43828d81 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:43:08.027447 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Attempting to bind port 9895a937-ae32-43cb-9351-10ec43828d81 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'cc36087f-f1af-45b2-99b2-be29a6d14e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:43:08.027765 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Attempting to bind port 9895a937-ae32-43cb-9351-10ec43828d81 on network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:43:08.033580 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Port 9895a937-ae32-43cb-9351-10ec43828d81 on network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:43:08.033894 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Attempting to bind port 9895a937-ae32-43cb-9351-10ec43828d81 on network 7e883d06-eb92-4923-b2f2-e0fec40aaf76 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:43:08.040514 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:43:08.040844 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Checking segment: {'id': 'cc36087f-f1af-45b2-99b2-be29a6d14e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:43:08.041234 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Bound using segment: {'id': 'cc36087f-f1af-45b2-99b2-be29a6d14e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:43:08.041737 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Bound port: 9895a937-ae32-43cb-9351-10ec43828d81, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc36087f-f1af-45b2-99b2-be29a6d14e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:43:08.042092 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:08.127925 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] For port 9895a937-ae32-43cb-9351-10ec43828d81, host hv-cinder-80600, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:43:08.131009 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] For port 9895a937-ae32-43cb-9351-10ec43828d81, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=9895a937-ae32-43cb-9351-10ec43828d81,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:43:08.136281 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:08.141235 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-4a29da94-e3ec-4f4f-9342-21ebdff79c51 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:08.215924 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:08.217516 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] 10.222.0.42 "PUT /v2.0/ports/9895a937-ae32-43cb-9351-10ec43828d81 HTTP/1.1" status: 200 len: 1093 time: 1.3719831 Sep 15 08:43:08.218130 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d940c7-5d67-41b3-af7c-dedfbb0dd020', 'tag': '9895a937-ae32-43cb-9351-10ec43828d81'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:43:08.236641 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Pushing event updated for resources: {'Port': ['ID=9895a937-ae32-43cb-9351-10ec43828d81,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:08.240696 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:08.296824 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d940c7-5d67-41b3-af7c-dedfbb0dd020', 'tag': '9895a937-ae32-43cb-9351-10ec43828d81', 'status': 'completed', 'code': 200} Sep 15 08:43:08.421233 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-aba786b1-4eff-49e9-a4af-36bd5e34af30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bac9cb5fdd54f97a38e11702dacef35&device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 1096 time: 0.0786479 Sep 15 08:43:08.482572 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c3086-3b28-4950-a67c-070cf9bfe41e req-88f93120-fffc-4bac-8b60-7c215f33e743 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:08.489970 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-273c3086-3b28-4950-a67c-070cf9bfe41e req-88f93120-fffc-4bac-8b60-7c215f33e743 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 945 time: 0.0879929 Sep 15 08:43:08.502986 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-34cf7b78-6d7a-4ab8-8714-98ab80e513f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9895a937-ae32-43cb-9351-10ec43828d81 HTTP/1.1" status: 200 len: 217 time: 0.0668430 Sep 15 08:43:08.552692 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-273c3086-3b28-4950-a67c-070cf9bfe41e req-c1e49644-3195-4ed8-9c7c-a74b6de56566 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616434 Sep 15 08:43:08.579951 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-40bb495f-8736-442e-ae1b-d3d6e7f56043 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:08.581640 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-40bb495f-8736-442e-ae1b-d3d6e7f56043 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c14d6424-e236-4279-b7fc-91d959c729a8 HTTP/1.1" status: 200 len: 853 time: 0.0719163 Sep 15 08:43:08.640767 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-4418b162-79dd-4d93-89a3-866764df2a69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e883d06-eb92-4923-b2f2-e0fec40aaf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428991 Sep 15 08:43:08.878850 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-42943863-1c8b-44ab-bcf0-59de100b31ca service neutron] 10.222.0.42 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283642 Sep 15 08:43:08.889063 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9444a-6da8-4991-bfab-a59dc097433c req-d40efb77-c21d-4ec9-ba74-d5b40e94ce46 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:08.890554 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-80a9444a-6da8-4991-bfab-a59dc097433c req-d40efb77-c21d-4ec9-ba74-d5b40e94ce46 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 943 time: 0.0973330 Sep 15 08:43:08.962391 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-80a9444a-6da8-4991-bfab-a59dc097433c req-b804f186-e418-4f53-9928-a55888b0b425 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658579 Sep 15 08:43:09.099804 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-04d82229-8ea1-4b07-83f0-7ea821ab5d12 req-7e3d512a-c695-4e6a-82d1-de47a97a4c93 service neutron] 10.222.0.42 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115808 Sep 15 08:43:09.160781 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4733b-f0cf-4a32-bf7f-ab163afa1716 req-c9ddd1f7-9df3-4233-9e4e-48b7f85c21b9 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:09.166490 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a5b4733b-f0cf-4a32-bf7f-ab163afa1716 req-c9ddd1f7-9df3-4233-9e4e-48b7f85c21b9 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.1082458 Sep 15 08:43:09.215111 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a5b4733b-f0cf-4a32-bf7f-ab163afa1716 req-ec56664f-1277-46a6-8c46-36ae2786fe7c tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449753 Sep 15 08:43:09.362475 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b34e9500-23d8-4fdc-ae43-06afafe78789 req-b30f9000-81db-4546-8f28-302cfa62a144 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bac9cb5fdd54f97a38e11702dacef35&device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 1096 time: 0.0729961 Sep 15 08:43:09.511439 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e9500-23d8-4fdc-ae43-06afafe78789 req-84ac6f30-ecce-4d20-b0a6-5f654685ae79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:09.513538 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b34e9500-23d8-4fdc-ae43-06afafe78789 req-84ac6f30-ecce-4d20-b0a6-5f654685ae79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e883d06-eb92-4923-b2f2-e0fec40aaf76 HTTP/1.1" status: 200 len: 914 time: 0.1427548 Sep 15 08:43:09.588621 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b34e9500-23d8-4fdc-ae43-06afafe78789 req-d18dfc17-f559-4f9b-b1bc-0d424b740934 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9895a937-ae32-43cb-9351-10ec43828d81 HTTP/1.1" status: 200 len: 217 time: 0.0663302 Sep 15 08:43:09.669824 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e9500-23d8-4fdc-ae43-06afafe78789 req-37707875-44b7-4f8c-8d90-4eb70b968123 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:09.671422 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b34e9500-23d8-4fdc-ae43-06afafe78789 req-37707875-44b7-4f8c-8d90-4eb70b968123 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c14d6424-e236-4279-b7fc-91d959c729a8 HTTP/1.1" status: 200 len: 853 time: 0.0743327 Sep 15 08:43:09.770058 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b34e9500-23d8-4fdc-ae43-06afafe78789 req-69f7d844-fe52-4e04-956c-08123090ab89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e883d06-eb92-4923-b2f2-e0fec40aaf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476258 Sep 15 08:43:09.891007 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dda23-b626-473f-b612-dfab0b89bd6d req-7daa5994-9be3-4ed6-91a9-5161381570a6 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:09.892376 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-056dda23-b626-473f-b612-dfab0b89bd6d req-7daa5994-9be3-4ed6-91a9-5161381570a6 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 945 time: 0.2044935 Sep 15 08:43:09.943019 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b34e9500-23d8-4fdc-ae43-06afafe78789 req-7190d93d-76e4-4b28-9f33-20798026a815 service neutron] 10.222.0.42 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616008 Sep 15 08:43:09.984433 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-056dda23-b626-473f-b612-dfab0b89bd6d req-84ce5ae9-6dfe-4b2f-8621-9182f59b1f4d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818694 Sep 15 08:43:10.087178 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b34e9500-23d8-4fdc-ae43-06afafe78789 req-9ea12cdc-bbfb-4b42-b1e7-9a475dee45e8 service neutron] 10.222.0.42 "GET /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283040 Sep 15 08:43:10.173453 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d92d37-8449-4f3d-b773-1300f8c1b8cf req-91790cd2-6c85-4d41-ba38-db4beb286748 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:10.174774 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f0d92d37-8449-4f3d-b773-1300f8c1b8cf req-91790cd2-6c85-4d41-ba38-db4beb286748 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 943 time: 0.0804660 Sep 15 08:43:10.229063 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f0d92d37-8449-4f3d-b773-1300f8c1b8cf req-7ce5f498-0902-45c4-b99f-262245567182 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482857 Sep 15 08:43:10.421105 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241263dd-0079-4bf1-ac1d-802ed6482898 req-927fb7ba-f23e-41e0-8558-f8a8925f9b7c tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:10.422586 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-241263dd-0079-4bf1-ac1d-802ed6482898 req-927fb7ba-f23e-41e0-8558-f8a8925f9b7c tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0794201 Sep 15 08:43:10.468240 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-241263dd-0079-4bf1-ac1d-802ed6482898 req-d0111e7b-8321-45cd-b657-dab79c478b9d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401130 Sep 15 08:43:11.195234 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be6e75-5049-4a08-9fd5-40bf388214b3 req-8972d8f1-ef01-436f-93b1-34019ed5bde1 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:11.197213 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a6be6e75-5049-4a08-9fd5-40bf388214b3 req-8972d8f1-ef01-436f-93b1-34019ed5bde1 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 945 time: 0.0806413 Sep 15 08:43:11.241455 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a6be6e75-5049-4a08-9fd5-40bf388214b3 req-63f86e63-f737-43ef-95a0-4166ee819d67 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387936 Sep 15 08:43:11.439612 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14824ce-7941-4f46-bd61-aa22035e6c24 req-3c311958-051a-4ee0-ad1a-aa69ecb72a72 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:11.440285 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-c14824ce-7941-4f46-bd61-aa22035e6c24 req-3c311958-051a-4ee0-ad1a-aa69ecb72a72 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Synchronizing usage tracker for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:43:11.455517 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-c14824ce-7941-4f46-bd61-aa22035e6c24 req-3c311958-051a-4ee0-ad1a-aa69ecb72a72 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Unset dirty status for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:43:11.456582 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c14824ce-7941-4f46-bd61-aa22035e6c24 req-3c311958-051a-4ee0-ad1a-aa69ecb72a72 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 943 time: 0.0950546 Sep 15 08:43:11.503757 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c14824ce-7941-4f46-bd61-aa22035e6c24 req-9943ef33-2ee9-4e37-8421-8ef9824bea54 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394723 Sep 15 08:43:11.673775 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 026f9b7e-846f-4c46-a4b2-59ba55073a32 up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:43:11.691524 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cccaf7-4801-4fbf-a98e-73a2cf73f5f8 req-735304b3-424c-43de-91d8-c6d55b392bcf tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:11.693084 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-21cccaf7-4801-4fbf-a98e-73a2cf73f5f8 req-735304b3-424c-43de-91d8-c6d55b392bcf tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0824842 Sep 15 08:43:11.746631 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port 026f9b7e-846f-4c46-a4b2-59ba55073a32 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:43:11.751168 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-21cccaf7-4801-4fbf-a98e-73a2cf73f5f8 req-a553da02-8bcf-465b-94b8-f8463fbc8e3f tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525348 Sep 15 08:43:11.754792 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 026f9b7e-846f-4c46-a4b2-59ba55073a32 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:43:11.755230 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:11.887449 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:11.923363 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026f9b7e-846f-4c46-a4b2-59ba55073a32'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:43:11.946244 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 026f9b7e-846f-4c46-a4b2-59ba55073a32, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=026f9b7e-846f-4c46-a4b2-59ba55073a32,segment=NetworkSegment(633dd89e-b49f-4f44-926b-61d09cc2979f),segment_id=633dd89e-b49f-4f44-926b-61d09cc2979f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:11.951410 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:11.954405 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-14a9559a-e2f3-4e93-b003-e5e61a8ec49d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:12.042434 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026f9b7e-846f-4c46-a4b2-59ba55073a32', 'code': 200} Sep 15 08:43:12.058301 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=026f9b7e-846f-4c46-a4b2-59ba55073a32,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:12.069419 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:12.448632 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecea22-b944-4792-af2c-61aa7f290291 req-c5dbf4a9-2b8a-4895-84e8-429d20e31d92 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:12.450722 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-86ecea22-b944-4792-af2c-61aa7f290291 req-c5dbf4a9-2b8a-4895-84e8-429d20e31d92 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0811560 Sep 15 08:43:12.532788 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-86ecea22-b944-4792-af2c-61aa7f290291 req-4b88ff84-e751-40d1-a268-faa687019d81 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765281 Sep 15 08:43:12.568048 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b0ad4b70-4917-4f61-9f9f-df16a60aaeda req-fb5b7dd6-8b49-426c-b11e-ac9aec1ca46d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 1099 time: 0.0706103 Sep 15 08:43:12.613251 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b0ad4b70-4917-4f61-9f9f-df16a60aaeda req-af69d851-5a61-46e5-9d6c-02fb9ed732ce service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363638 Sep 15 08:43:12.705794 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03e5d2-5ed9-4ef6-b079-2a83da6bc284 req-e174f9d6-ebb1-4cdb-b084-63bd68241800 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:12.707266 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ba03e5d2-5ed9-4ef6-b079-2a83da6bc284 req-e174f9d6-ebb1-4cdb-b084-63bd68241800 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 943 time: 0.0793412 Sep 15 08:43:12.751734 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ba03e5d2-5ed9-4ef6-b079-2a83da6bc284 req-d54d773c-4eb5-418b-9428-d622c63d1033 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385792 Sep 15 08:43:13.685495 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 9895a937-ae32-43cb-9351-10ec43828d81 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:43:13.797752 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4255b1-b800-4ea7-9817-206f2b8de3b5 req-c48328f6-c244-44a9-ba5b-2e4127288271 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:13.799390 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-af4255b1-b800-4ea7-9817-206f2b8de3b5 req-c48328f6-c244-44a9-ba5b-2e4127288271 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.1415334 Sep 15 08:43:13.857553 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 9895a937-ae32-43cb-9351-10ec43828d81, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=9895a937-ae32-43cb-9351-10ec43828d81,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:13.876157 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '9895a937-ae32-43cb-9351-10ec43828d81', 'network_id': '7e883d06-eb92-4923-b2f2-e0fec40aaf76', 'port_id': '9895a937-ae32-43cb-9351-10ec43828d81', 'mac_address': 'fa:16:3e:b5:9c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c14d6424-e236-4279-b7fc-91d959c729a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:43:13.961912 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-af4255b1-b800-4ea7-9817-206f2b8de3b5 req-b29ec4db-9051-4931-bfb7-326bce21ecaa tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546545 Sep 15 08:43:13.968181 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:13.990128 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9895a937-ae32-43cb-9351-10ec43828d81 {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:43:14.007323 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 9895a937-ae32-43cb-9351-10ec43828d81, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=9895a937-ae32-43cb-9351-10ec43828d81,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:14.011293 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:14.014147 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:14.032988 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e64a1-88e9-4fcc-96bd-34a2a4526a8f req-71392e50-217e-45b6-b806-b31f2eb4dbf8 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:14.034479 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8f1e64a1-88e9-4fcc-96bd-34a2a4526a8f req-71392e50-217e-45b6-b806-b31f2eb4dbf8 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 943 time: 0.0849502 Sep 15 08:43:14.081792 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=9895a937-ae32-43cb-9351-10ec43828d81,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:14.090321 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8f1e64a1-88e9-4fcc-96bd-34a2a4526a8f req-c654b809-c0ee-4643-ab1d-61f2935ce205 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470259 Sep 15 08:43:14.090501 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:14.090822 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:14.091139 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:14.091470 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:14.091802 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:14.092125 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:14.092446 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:14.092766 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:14.093085 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:14.093418 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:14.093716 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:14.097696 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:14.757712 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['9895a937-ae32-43cb-9351-10ec43828d81'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:43:14.950172 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45879eba-faa7-4837-aead-1748bc1aa819 req-b736f942-836a-4d89-9b93-cb1019fe694b tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:14.951778 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-45879eba-faa7-4837-aead-1748bc1aa819 req-b736f942-836a-4d89-9b93-cb1019fe694b tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0799296 Sep 15 08:43:15.009439 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-45879eba-faa7-4837-aead-1748bc1aa819 req-b0c10ed6-75f2-4b00-8e88-d5b666fbf3a1 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515580 Sep 15 08:43:15.334918 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50489fca-d554-4c7f-aa81-b24dec0210aa req-371b1da6-8b92-4ba0-b4d5-9a3ed8194577 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:15.338852 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-50489fca-d554-4c7f-aa81-b24dec0210aa req-371b1da6-8b92-4ba0-b4d5-9a3ed8194577 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.1847517 Sep 15 08:43:15.395493 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-50489fca-d554-4c7f-aa81-b24dec0210aa req-fa18b140-16da-4578-9ea1-23d2395cb749 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501006 Sep 15 08:43:15.602728 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7b33f-de8d-4ca0-8a90-1bf04fb1e88c req-fdd7b7eb-123d-4ef8-99f9-dcba9dca46d5 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:15.604786 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-baa7b33f-de8d-4ca0-8a90-1bf04fb1e88c req-fdd7b7eb-123d-4ef8-99f9-dcba9dca46d5 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 944 time: 0.0877354 Sep 15 08:43:15.719772 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-baa7b33f-de8d-4ca0-8a90-1bf04fb1e88c req-ed33d09b-8ed8-4e4f-9fe9-79a8ec46578a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093135 Sep 15 08:43:16.600688 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7acff3-b145-46fb-884b-4a67105312c4 req-2969f431-0ae0-4d52-8509-c877ced1a75f tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:16.602129 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3a7acff3-b145-46fb-884b-4a67105312c4 req-2969f431-0ae0-4d52-8509-c877ced1a75f tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0791395 Sep 15 08:43:16.651946 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3a7acff3-b145-46fb-884b-4a67105312c4 req-a1bde19f-7d4c-4dd3-9e85-e1c21ac4ecbe tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444081 Sep 15 08:43:16.869415 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a74873-9c94-439a-ac20-43a2ede4b72e req-bb864cd6-712b-4ccf-a47e-b8ebc5ec020d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:16.870888 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-60a74873-9c94-439a-ac20-43a2ede4b72e req-bb864cd6-712b-4ccf-a47e-b8ebc5ec020d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0912166 Sep 15 08:43:16.923958 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-60a74873-9c94-439a-ac20-43a2ede4b72e req-25ddb5d1-d01f-4b59-952c-bfef06a9ca13 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463710 Sep 15 08:43:16.931778 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ddb64-cef2-4273-8723-524a09cbd5ac req-6246893a-4acb-4820-a26e-5076e3bd7e9d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:16.933212 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4b1ddb64-cef2-4273-8723-524a09cbd5ac req-6246893a-4acb-4820-a26e-5076e3bd7e9d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 944 time: 0.0791886 Sep 15 08:43:16.952638 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 57520) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:16.985359 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4b1ddb64-cef2-4273-8723-524a09cbd5ac req-ca5cbb8c-01ab-444a-a30f-037f1bd6da14 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462594 Sep 15 08:43:17.248602 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-85243166-9662-43eb-879b-bf7b27630671 tempest-TestShelveInstance-1855677518 tempest-TestShelveInstance-1855677518-project-admin] Synchronizing usage tracker for tenant:c4550a83ec15475eaee8c522c11401e4 on resource:port {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:43:17.267441 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-85243166-9662-43eb-879b-bf7b27630671 tempest-TestShelveInstance-1855677518 tempest-TestShelveInstance-1855677518-project-admin] Unset dirty status for tenant:c4550a83ec15475eaee8c522c11401e4 on resource:port {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:43:17.268821 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-85243166-9662-43eb-879b-bf7b27630671 tempest-TestShelveInstance-1855677518 tempest-TestShelveInstance-1855677518-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 1094 time: 0.3150241 Sep 15 08:43:17.272103 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 57538) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:17.277632 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Request body: {'floatingip': {'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'port_id': '026f9b7e-846f-4c46-a4b2-59ba55073a32', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'fixed_ip_address': '172.20.0.14'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:43:17.283146 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:43:17.286873 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Usage tracker for resource:floatingip and tenant:ef6378125de24891a8fca88b83a9e115 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:43:17.289708 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:43:17.296727 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:43:17.308801 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for floatingip, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:17.451055 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:17.589831 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Allocated IP 172.28.3.161 (73c61116-91a8-4da6-aa3b-f7696623d1e1/317a8ae9-9a6a-4d69-ac7b-76c2be89eb75/bf45bfca-0002-40f3-b07c-62dba2f8ca6e) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:43:17.699321 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 9895a937-ae32-43cb-9351-10ec43828d81 up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:43:17.735975 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:17.764782 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:17.768000 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port 9895a937-ae32-43cb-9351-10ec43828d81 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:43:17.768443 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-aab8dc17-ae09-4e56-93b7-c272d68ea795 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:17.772733 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 9895a937-ae32-43cb-9351-10ec43828d81 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:43:17.773110 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:17.834190 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Network 73c61116-91a8-4da6-aa3b-f7696623d1e1 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:43:17.837110 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:43:17.841461 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:43:17.877768 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Pushing event updated for resources: {'Port': ['ID=bf45bfca-0002-40f3-b07c-62dba2f8ca6e,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:17.882605 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:17.891341 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:17.931875 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d940c7-5d67-41b3-af7c-dedfbb0dd020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9895a937-ae32-43cb-9351-10ec43828d81'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:43:17.943160 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 9895a937-ae32-43cb-9351-10ec43828d81, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=9895a937-ae32-43cb-9351-10ec43828d81,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:17.948689 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:17.951318 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:18.006560 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d940c7-5d67-41b3-af7c-dedfbb0dd020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9895a937-ae32-43cb-9351-10ec43828d81', 'code': 200} Sep 15 08:43:18.047022 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=9895a937-ae32-43cb-9351-10ec43828d81,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:18.055146 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:18.428144 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce1ebc-e349-40c1-9bb2-ce406c8d5323 req-7340b8af-de27-49d7-917d-c26f80440ff4 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:18.429608 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f4ce1ebc-e349-40c1-9bb2-ce406c8d5323 req-7340b8af-de27-49d7-917d-c26f80440ff4 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 945 time: 0.2999651 Sep 15 08:43:18.481305 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c08e594e-2c5c-4c6e-b0fa-961e8679a9f7 req-6f2dcfaa-abc2-4e39-9469-67bfda61f440 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 1098 time: 0.1904867 Sep 15 08:43:18.627326 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f4ce1ebc-e349-40c1-9bb2-ce406c8d5323 req-6b79086b-4231-4c1a-ad84-f5ae551de343 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877937 Sep 15 08:43:18.631929 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c08e594e-2c5c-4c6e-b0fa-961e8679a9f7 req-50565448-0f36-4c44-b5e1-f2cde3e05368 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363397 Sep 15 08:43:18.654627 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:18.779117 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:18.980334 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:18.985353 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:18.989506 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:19.093796 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Pushing event updated for resources: {'Port': ['ID=bf45bfca-0002-40f3-b07c-62dba2f8ca6e,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:19.097763 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:19.107030 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357699'] for floatingip, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:19.304322 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.db.l3_db [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Floating IP c7202788-d4c8-487d-ac98-7fee43ec44d1 associated. External IP: 172.28.3.161, port: 026f9b7e-846f-4c46-a4b2-59ba55073a32. Sep 15 08:43:19.762081 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Router 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:43:19.856899 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ece324-26b5-462e-89f7-72aa29972f3e req-9c6ec51d-9028-496f-a8cd-2d4731028b22 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:19.858384 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-89ece324-26b5-462e-89f7-72aa29972f3e req-9c6ec51d-9028-496f-a8cd-2d4731028b22 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 945 time: 0.0844402 Sep 15 08:43:19.909085 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-89ece324-26b5-462e-89f7-72aa29972f3e req-448037fc-34c6-4cb4-affa-87787f21336f tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438616 Sep 15 08:43:19.982162 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:43:19.992921 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dfa211-6257-437d-b3e8-cd782af37010 None None] Sync routers for ids ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'] in dv-cinder-806008-2-smb {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:43:20.005576 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dfa211-6257-437d-b3e8-cd782af37010 None None] Routers {'7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:43:20.006376 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-b6dfa211-6257-437d-b3e8-cd782af37010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:42:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:20.010336 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for floatingip, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:20.082374 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8056672 Sep 15 08:43:20.083372 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'tag': '026f9b7e-846f-4c46-a4b2-59ba55073a32'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:43:20.141223 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'tag': '026f9b7e-846f-4c46-a4b2-59ba55073a32', 'status': 'completed', 'code': 200} Sep 15 08:43:20.232523 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-b6dfa211-6257-437d-b3e8-cd782af37010 None None] Set router 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:43:20.342084 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8f10b6e5-b9ef-44a4-9d4d-dee7625780e3 req-3f426dff-585c-43bf-8518-505bf51a9dee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef6378125de24891a8fca88b83a9e115&device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 1099 time: 0.1167324 Sep 15 08:43:20.556074 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10b6e5-b9ef-44a4-9d4d-dee7625780e3 req-c0a5229f-f808-436b-b877-2326545302a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:20.557631 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8f10b6e5-b9ef-44a4-9d4d-dee7625780e3 req-c0a5229f-f808-436b-b877-2326545302a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 HTTP/1.1" status: 200 len: 909 time: 0.2074006 Sep 15 08:43:20.639424 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-b6dfa211-6257-437d-b3e8-cd782af37010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'name': 'tempest-TestShelveInstance-350072911-router', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:00Z', 'updated_at': '2021-09-15T08:42:06Z', 'revision_number': 4, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'gw_port': {'id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:01Z', 'updated_at': '2021-09-15T08:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_floatingips': [{'id': 'c7202788-d4c8-487d-ac98-7fee43ec44d1', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'floating_ip_address': '172.28.3.161', 'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'router_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'port_id': '026f9b7e-846f-4c46-a4b2-59ba55073a32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1', 'mac_address': 'fa:16:3e:a5:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:43:18Z', 'updated_at': '2021-09-15T08:43:18Z', 'revision_number': 0, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3276bffa-10cc-4180-b68e-bd4c26f28943', 'name': '', 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'mac_address': 'fa:16:3e:d8:26:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:05Z', 'updated_at': '2021-09-15T08:42:46Z', 'revision_number': 5, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'subnets': [{'id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:20.643996 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dfa211-6257-437d-b3e8-cd782af37010 None None] Checking router: 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 for host: dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:43:20.656703 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dfa211-6257-437d-b3e8-cd782af37010 None None] Routers {'7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:43:20.657569 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-b6dfa211-6257-437d-b3e8-cd782af37010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:42:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:20.780944 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8f10b6e5-b9ef-44a4-9d4d-dee7625780e3 req-8076ed34-be25-4bc1-96cc-874d9d4ab018 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=026f9b7e-846f-4c46-a4b2-59ba55073a32 HTTP/1.1" status: 200 len: 1000 time: 0.2134292 Sep 15 08:43:20.892589 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10b6e5-b9ef-44a4-9d4d-dee7625780e3 req-f708cbe2-e73c-4279-8009-5a42898da897 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:20.894479 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8f10b6e5-b9ef-44a4-9d4d-dee7625780e3 req-f708cbe2-e73c-4279-8009-5a42898da897 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c359e7a-f7e8-43b9-8f23-502a7b5590e8 HTTP/1.1" status: 200 len: 847 time: 0.0960283 Sep 15 08:43:20.897847 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-b6dfa211-6257-437d-b3e8-cd782af37010 None None] Set router 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:43:21.056542 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b73f5-ac82-45de-87ae-1aa11dbc8773 req-795b7537-8538-4436-8686-4ab5eb31b9ed tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:21.067045 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-437b73f5-ac82-45de-87ae-1aa11dbc8773 req-795b7537-8538-4436-8686-4ab5eb31b9ed tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.1023932 Sep 15 08:43:21.138463 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-437b73f5-ac82-45de-87ae-1aa11dbc8773 req-efd271be-b412-469e-9bf3-782aacb58347 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696752 Sep 15 08:43:21.179550 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8a99a25e-b4ff-460a-ab0b-c5285108ce12 req-e4230b68-ed75-4e3e-8edf-5bd747b5c333 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a2504fc61c643689d3bd8f37fc59dc4&device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 1098 time: 0.1793890 Sep 15 08:43:21.191026 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8f10b6e5-b9ef-44a4-9d4d-dee7625780e3 req-e34f4f47-f508-4292-bbbf-1b9877502991 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ddb3d03a-680b-4e7c-ba35-03aba00d1ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2322628 Sep 15 08:43:21.366015 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-b6dfa211-6257-437d-b3e8-cd782af37010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'name': 'tempest-TestShelveInstance-350072911-router', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:00Z', 'updated_at': '2021-09-15T08:42:06Z', 'revision_number': 4, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'gw_port': {'id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:01Z', 'updated_at': '2021-09-15T08:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_floatingips': [{'id': 'c7202788-d4c8-487d-ac98-7fee43ec44d1', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'floating_ip_address': '172.28.3.161', 'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'router_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'port_id': '026f9b7e-846f-4c46-a4b2-59ba55073a32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1', 'mac_address': 'fa:16:3e:a5:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:43:18Z', 'updated_at': '2021-09-15T08:43:18Z', 'revision_number': 0, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3276bffa-10cc-4180-b68e-bd4c26f28943', 'name': '', 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'mac_address': 'fa:16:3e:d8:26:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:05Z', 'updated_at': '2021-09-15T08:42:46Z', 'revision_number': 5, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'subnets': [{'id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:21.370611 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dfa211-6257-437d-b3e8-cd782af37010 None None] The sync data for ids ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'] in dv-cinder-806008-2-smb is: [{'id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'name': 'tempest-TestShelveInstance-350072911-router', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:00Z', 'updated_at': '2021-09-15T08:42:06Z', 'revision_number': 4, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'gw_port': {'id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:01Z', 'updated_at': '2021-09-15T08:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_floatingips': [{'id': 'c7202788-d4c8-487d-ac98-7fee43ec44d1', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'floating_ip_address': '172.28.3.161', 'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'router_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'port_id': '026f9b7e-846f-4c46-a4b2-59ba55073a32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1', 'mac_address': 'fa:16:3e:a5:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:43:18Z', 'updated_at': '2021-09-15T08:43:18Z', 'revision_number': 0, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3276bffa-10cc-4180-b68e-bd4c26f28943', 'name': '', 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'mac_address': 'fa:16:3e:d8:26:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:05Z', 'updated_at': '2021-09-15T08:42:46Z', 'revision_number': 5, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'subnets': [{'id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:43:21.374810 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e5f0e-1130-4b72-adc8-d6294812b903 req-42b8e4a3-4e04-4350-8a1e-818027a5d9ed tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:21.381057 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a35e5f0e-1130-4b72-adc8-d6294812b903 req-42b8e4a3-4e04-4350-8a1e-818027a5d9ed tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 945 time: 0.2816396 Sep 15 08:43:21.426909 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-65978f18-f228-4359-80b5-6d7f9fb64756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:21.491977 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8f10b6e5-b9ef-44a4-9d4d-dee7625780e3 req-873656ce-63fc-4ed6-960a-be423fcaded1 service neutron] 10.222.0.42 "GET /v2.0/networks/ddb3d03a-680b-4e7c-ba35-03aba00d1ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754762 Sep 15 08:43:21.502884 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a35e5f0e-1130-4b72-adc8-d6294812b903 req-2542c4b1-311a-4261-84a4-b3f8e74a43c1 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209846 Sep 15 08:43:21.533834 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99a25e-b4ff-460a-ab0b-c5285108ce12 req-bc9c38cc-2a25-4781-87bc-0ebc6130760e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:21.538035 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8a99a25e-b4ff-460a-ab0b-c5285108ce12 req-bc9c38cc-2a25-4781-87bc-0ebc6130760e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5523e415-2a49-4b5d-8124-718fb5ec48c4 HTTP/1.1" status: 200 len: 920 time: 0.3437872 Sep 15 08:43:21.586759 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8f6235-cae4-4aa0-864e-fd24de01780c None None] New status for floating IP c7202788-d4c8-487d-ac98-7fee43ec44d1: ACTIVE {{(pid=75068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:43:21.661019 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8a99a25e-b4ff-460a-ab0b-c5285108ce12 req-c199d63e-a041-455c-b201-211f97b0e522 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3794f0e6-2b28-4490-9787-38b50341bace HTTP/1.1" status: 200 len: 217 time: 0.0815482 Sep 15 08:43:21.748958 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8f10b6e5-b9ef-44a4-9d4d-dee7625780e3 req-495d91c8-fff7-4c96-98c3-e72bf485ce9b service neutron] 10.222.0.42 "GET /v2.0/networks/ddb3d03a-680b-4e7c-ba35-03aba00d1ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451351 Sep 15 08:43:21.756109 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99a25e-b4ff-460a-ab0b-c5285108ce12 req-cd4f233d-5d9a-4a96-965a-68bf6b377b5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:21.757531 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8a99a25e-b4ff-460a-ab0b-c5285108ce12 req-cd4f233d-5d9a-4a96-965a-68bf6b377b5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d953322-a64f-42ac-8128-2109fba4be9a HTTP/1.1" status: 200 len: 859 time: 0.0861106 Sep 15 08:43:21.861579 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8a99a25e-b4ff-460a-ab0b-c5285108ce12 req-d4bc240d-607a-44d8-8623-f8df58dd5067 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5523e415-2a49-4b5d-8124-718fb5ec48c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423315 Sep 15 08:43:21.907042 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:22.009912 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8a99a25e-b4ff-460a-ab0b-c5285108ce12 req-7d1ebae2-9b2a-4ba3-9245-b78f1c1ea431 service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385672 Sep 15 08:43:22.145377 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8a99a25e-b4ff-460a-ab0b-c5285108ce12 req-cf7ccdda-ed0a-4300-98f8-89e38be9c035 service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254215 Sep 15 08:43:22.331414 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955f27c-9fc5-461f-9d68-b8cf5e03f8fc req-81ea11ea-194f-4ebe-be27-b81780ce3c90 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:22.332884 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a955f27c-9fc5-461f-9d68-b8cf5e03f8fc req-81ea11ea-194f-4ebe-be27-b81780ce3c90 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0800607 Sep 15 08:43:22.376530 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a955f27c-9fc5-461f-9d68-b8cf5e03f8fc req-5d960618-ead7-4db2-93f9-ff51014b1643 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380762 Sep 15 08:43:22.712438 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fc2bd-2983-4542-924f-2f712e39a83a req-df765b67-f830-44e6-aeff-42ac7ac54473 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:22.717954 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-804fc2bd-2983-4542-924f-2f712e39a83a req-df765b67-f830-44e6-aeff-42ac7ac54473 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 945 time: 0.0899458 Sep 15 08:43:22.765393 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-804fc2bd-2983-4542-924f-2f712e39a83a req-ff1e29c2-5047-45ea-825e-f9a62de7e2b1 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410416 Sep 15 08:43:23.542129 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-08f4355d-8698-4c33-b657-50ffd878dc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:23.577402 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f94fb-da2c-4350-8aef-e1f7378b6041 req-a0c4e9b9-494c-4bf0-bd28-33caa793d4a8 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:23.579749 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-039f94fb-da2c-4350-8aef-e1f7378b6041 req-a0c4e9b9-494c-4bf0-bd28-33caa793d4a8 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0819023 Sep 15 08:43:23.713272 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-039f94fb-da2c-4350-8aef-e1f7378b6041 req-746c3b70-d9cf-4ac0-8183-616d259d0338 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282089 Sep 15 08:43:23.967632 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527003d-2086-4ce9-b629-cd4b9ca657f0 req-882328d9-8920-4702-8eda-3c447ce9b8dc tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:23.969087 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a527003d-2086-4ce9-b629-cd4b9ca657f0 req-882328d9-8920-4702-8eda-3c447ce9b8dc tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 945 time: 0.0816400 Sep 15 08:43:24.014559 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a527003d-2086-4ce9-b629-cd4b9ca657f0 req-d41c2584-ef0e-46dd-80cd-d1be483d7509 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399973 Sep 15 08:43:24.516315 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:24.918041 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d66d7e-8ba0-4b1f-a4ed-694581beef78 req-b751eb80-e9f5-42c1-a695-88e65bdec16d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:24.919554 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-88d66d7e-8ba0-4b1f-a4ed-694581beef78 req-b751eb80-e9f5-42c1-a695-88e65bdec16d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0821059 Sep 15 08:43:24.965397 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-88d66d7e-8ba0-4b1f-a4ed-694581beef78 req-0d8ce144-0e62-47d9-8fe7-8c479c54318f tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401936 Sep 15 08:43:26.079196 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:26.268504 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee543ad5-6359-45cf-81d7-af752f3cd933 req-9be2fd20-1951-48a0-9645-f231aee8b7ac tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:26.269919 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ee543ad5-6359-45cf-81d7-af752f3cd933 req-9be2fd20-1951-48a0-9645-f231aee8b7ac tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.1093421 Sep 15 08:43:26.315499 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ee543ad5-6359-45cf-81d7-af752f3cd933 req-fb843f53-5d72-42a0-a7f5-064dd813cca8 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392761 Sep 15 08:43:27.512903 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cce6e-ea43-4b9b-83ae-2014db41084d req-742ebb91-c90f-43a8-9ff3-11d17b68052a tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:27.514560 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6f1cce6e-ea43-4b9b-83ae-2014db41084d req-742ebb91-c90f-43a8-9ff3-11d17b68052a tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0760484 Sep 15 08:43:27.562256 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6f1cce6e-ea43-4b9b-83ae-2014db41084d req-5fc1f899-d5e5-46a4-9b2a-74aaaf665e6d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423245 Sep 15 08:43:28.765331 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249c2db-4e0a-4e65-8450-d32dde52b879 req-938e4cc0-7425-4444-bbe9-dacd19aebb3a tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:28.766878 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1249c2db-4e0a-4e65-8450-d32dde52b879 req-938e4cc0-7425-4444-bbe9-dacd19aebb3a tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0806744 Sep 15 08:43:28.813767 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1249c2db-4e0a-4e65-8450-d32dde52b879 req-897e8b17-a750-4ef9-8453-1aba5cb86790 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407751 Sep 15 08:43:30.021155 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f88bee-09b2-4353-ac7d-7c222861672a req-3e435c2f-0ae2-4e7c-97dd-fb11cfe55e21 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:30.022730 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e4f88bee-09b2-4353-ac7d-7c222861672a req-3e435c2f-0ae2-4e7c-97dd-fb11cfe55e21 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0865967 Sep 15 08:43:30.079455 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e4f88bee-09b2-4353-ac7d-7c222861672a req-67ba6e60-b490-437a-b42d-e896367ad58e tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500968 Sep 15 08:43:31.317824 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e8369-9679-4a3b-a8c0-132d14370d7b req-547505a7-acd3-448d-8bed-990c8cf7e10d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:31.319313 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ea8e8369-9679-4a3b-a8c0-132d14370d7b req-547505a7-acd3-448d-8bed-990c8cf7e10d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0774186 Sep 15 08:43:31.368027 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ea8e8369-9679-4a3b-a8c0-132d14370d7b req-2e8dd1e5-b194-47ef-9229-57197d1f4032 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423992 Sep 15 08:43:31.933195 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:32.584542 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f64678-8d43-4df4-81b9-b00dd82eab79 req-7cd9b2c5-3d71-40e7-a675-a0a405fa68a1 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:32.586005 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b4f64678-8d43-4df4-81b9-b00dd82eab79 req-7cd9b2c5-3d71-40e7-a675-a0a405fa68a1 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0911348 Sep 15 08:43:32.630948 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b4f64678-8d43-4df4-81b9-b00dd82eab79 req-f8a3e930-cd13-47c4-aa0b-7368b437e891 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384738 Sep 15 08:43:33.984020 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a997d-5edd-4ab9-a69b-35d59156a2e3 req-513af370-3e45-45f2-a6c2-148ed29c641d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:33.985479 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6b8a997d-5edd-4ab9-a69b-35d59156a2e3 req-513af370-3e45-45f2-a6c2-148ed29c641d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0806251 Sep 15 08:43:34.033067 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6b8a997d-5edd-4ab9-a69b-35d59156a2e3 req-d29d604c-fd78-467c-aac4-a185e0ec88be tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420675 Sep 15 08:43:34.039895 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e648f4b-8962-4f2f-b116-d78f8c288e6c req-cae3813e-ffb6-4ea8-8998-750a37d95882 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:34.041365 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6e648f4b-8962-4f2f-b116-d78f8c288e6c req-cae3813e-ffb6-4ea8-8998-750a37d95882 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 945 time: 0.0798981 Sep 15 08:43:34.087541 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6e648f4b-8962-4f2f-b116-d78f8c288e6c req-ff01a534-14ba-497a-9738-6707f0ce05d9 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393429 Sep 15 08:43:35.247205 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6a1d1-98aa-4481-ba96-0dfc6af6cfcc req-cf91f932-6520-4832-9cdb-8ed8d71244a2 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:35.248574 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e2e6a1d1-98aa-4481-ba96-0dfc6af6cfcc req-cf91f932-6520-4832-9cdb-8ed8d71244a2 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0914409 Sep 15 08:43:35.290226 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea567-75fd-47a2-8c1f-62ecbcff86d7 req-9c52be92-120c-4df7-9ccd-efc4d0bbe8e3 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:35.291739 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-5f7ea567-75fd-47a2-8c1f-62ecbcff86d7 req-9c52be92-120c-4df7-9ccd-efc4d0bbe8e3 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 945 time: 0.0807829 Sep 15 08:43:35.295063 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e2e6a1d1-98aa-4481-ba96-0dfc6af6cfcc req-9e44bec1-99f1-413e-9efb-e1f5f640f1c7 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409834 Sep 15 08:43:35.337562 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-5f7ea567-75fd-47a2-8c1f-62ecbcff86d7 req-2b1b7afc-a729-4d96-b089-412bc344117d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403302 Sep 15 08:43:36.492948 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022722f1-309b-43e0-84d6-b343c040ee85 req-226d982a-948f-4586-aded-be9a0aab839a tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:36.495762 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-022722f1-309b-43e0-84d6-b343c040ee85 req-226d982a-948f-4586-aded-be9a0aab839a tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0783880 Sep 15 08:43:36.536987 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e874d6-1cc2-4145-9a3c-4a6f5edc3497 req-701f131f-8acc-4229-a313-1bb43d8dcbcb tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:36.538524 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-87e874d6-1cc2-4145-9a3c-4a6f5edc3497 req-701f131f-8acc-4229-a313-1bb43d8dcbcb tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 945 time: 0.0788252 Sep 15 08:43:36.545924 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-022722f1-309b-43e0-84d6-b343c040ee85 req-3e6e25f4-611a-4a74-9dc7-15cd76740eb3 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439851 Sep 15 08:43:36.587046 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-87e874d6-1cc2-4145-9a3c-4a6f5edc3497 req-2e256963-2e2e-421e-9dbe-8bdb335fbc0e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425129 Sep 15 08:43:37.746300 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82415c-2206-47d7-970b-763da34582b8 req-edf1edb0-4b88-4145-920c-9d2670bee70d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:37.747786 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3e82415c-2206-47d7-970b-763da34582b8 req-edf1edb0-4b88-4145-920c-9d2670bee70d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 945 time: 0.1292255 Sep 15 08:43:37.795155 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56b721-0239-46eb-be7a-c544a0fd6879 req-d14b6627-552d-445e-8e17-40c5ec65267d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:37.796599 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-fe56b721-0239-46eb-be7a-c544a0fd6879 req-d14b6627-552d-445e-8e17-40c5ec65267d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 945 time: 0.0792747 Sep 15 08:43:37.815037 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91cfeb-2a0f-42eb-bf89-cc9ddd319f41 req-c18f196b-8098-402f-8c34-f7113227e073 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:37.816574 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9c91cfeb-2a0f-42eb-bf89-cc9ddd319f41 req-c18f196b-8098-402f-8c34-f7113227e073 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.1453729 Sep 15 08:43:37.831388 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-3e82415c-2206-47d7-970b-763da34582b8 req-148c2b08-7d19-4740-92c4-9047a150eb6d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Deleting port 9895a937-ae32-43cb-9351-10ec43828d81 {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:37.831722 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-3e82415c-2206-47d7-970b-763da34582b8 req-148c2b08-7d19-4740-92c4-9047a150eb6d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:37.844202 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-fe56b721-0239-46eb-be7a-c544a0fd6879 req-f2bd9dc0-bd7c-4eff-bf59-74ccf9bd4252 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420692 Sep 15 08:43:37.961700 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9c91cfeb-2a0f-42eb-bf89-cc9ddd319f41 req-4ebbdbbb-4cce-4620-9fc5-08910f202dd3 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339266 Sep 15 08:43:38.126533 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-3e82415c-2206-47d7-970b-763da34582b8 req-148c2b08-7d19-4740-92c4-9047a150eb6d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] For port 9895a937-ae32-43cb-9351-10ec43828d81, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=9895a937-ae32-43cb-9351-10ec43828d81,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:38.126887 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-3e82415c-2206-47d7-970b-763da34582b8 req-148c2b08-7d19-4740-92c4-9047a150eb6d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:38.250277 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-3e82415c-2206-47d7-970b-763da34582b8 req-148c2b08-7d19-4740-92c4-9047a150eb6d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Calling delete_port for 9895a937-ae32-43cb-9351-10ec43828d81 owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:38.459334 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-3e82415c-2206-47d7-970b-763da34582b8 req-148c2b08-7d19-4740-92c4-9047a150eb6d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:38.465126 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:38.506103 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c2b08-7d19-4740-92c4-9047a150eb6d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Pushing event deleted for resources: {'Port': ['ID=9895a937-ae32-43cb-9351-10ec43828d81,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:38.508497 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-148c2b08-7d19-4740-92c4-9047a150eb6d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:38.517543 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['8e4761fb-c79a-4352-9169-571b41c06c64', 'ce713557-60b7-4af3-9420-0af0f4e44ecd', '189a7501-c44b-4831-8b09-7390ada38eb6', '9895a937-ae32-43cb-9351-10ec43828d81'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:43:38.586212 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e82415c-2206-47d7-970b-763da34582b8 req-148c2b08-7d19-4740-92c4-9047a150eb6d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] No DVR routers for this DVR port 9895a937-ae32-43cb-9351-10ec43828d81 on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:43:38.589266 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-3e82415c-2206-47d7-970b-763da34582b8 req-148c2b08-7d19-4740-92c4-9047a150eb6d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:38.591877 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d940c7-5d67-41b3-af7c-dedfbb0dd020', 'name': 'network-vif-deleted', 'tag': '9895a937-ae32-43cb-9351-10ec43828d81'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:43:38.607917 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3e82415c-2206-47d7-970b-763da34582b8 req-148c2b08-7d19-4740-92c4-9047a150eb6d tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.42 "DELETE /v2.0/ports/9895a937-ae32-43cb-9351-10ec43828d81 HTTP/1.1" status: 204 len: 173 time: 0.8529987 Sep 15 08:43:38.654955 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d940c7-5d67-41b3-af7c-dedfbb0dd020', 'name': 'network-vif-deleted', 'tag': '9895a937-ae32-43cb-9351-10ec43828d81', 'status': 'completed', 'code': 200} Sep 15 08:43:39.023532 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-15a819b0-ac13-49a4-8e66-a453da6b4d6d req-304beac3-85d7-496c-8198-0ad8e611ce8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Synchronizing usage tracker for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:43:39.039484 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-15a819b0-ac13-49a4-8e66-a453da6b4d6d req-304beac3-85d7-496c-8198-0ad8e611ce8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Unset dirty status for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:43:39.041753 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-15a819b0-ac13-49a4-8e66-a453da6b4d6d req-304beac3-85d7-496c-8198-0ad8e611ce8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d940c7-5d67-41b3-af7c-dedfbb0dd020 HTTP/1.1" status: 200 len: 210 time: 0.0588267 Sep 15 08:43:39.184954 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987bebd-a492-4c88-a037-764c0b191fdf req-1d699f32-81da-40b6-9abc-adbd406deef8 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:39.186861 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4987bebd-a492-4c88-a037-764c0b191fdf req-1d699f32-81da-40b6-9abc-adbd406deef8 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0887449 Sep 15 08:43:39.250907 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4987bebd-a492-4c88-a037-764c0b191fdf req-a5252532-8600-42aa-b44b-0f6eaa66525d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564656 Sep 15 08:43:40.453188 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd7476-48d6-4adc-a81b-499fa785c57e req-49e2e25c-ca38-47eb-89c9-252e75867b04 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:40.454699 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9bfd7476-48d6-4adc-a81b-499fa785c57e req-49e2e25c-ca38-47eb-89c9-252e75867b04 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0755849 Sep 15 08:43:40.501906 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9bfd7476-48d6-4adc-a81b-499fa785c57e req-abdbe8ce-e553-4f74-8b4b-19a449946a7b tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393028 Sep 15 08:43:41.767927 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219b315-bf35-4edb-a788-98014d8babd3 req-751a4343-9b6c-4394-be47-a2b36149e6ea tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:41.769397 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9219b315-bf35-4edb-a788-98014d8babd3 req-751a4343-9b6c-4394-be47-a2b36149e6ea tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0816541 Sep 15 08:43:41.802680 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 9895a937-ae32-43cb-9351-10ec43828d81 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:43:41.817842 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9219b315-bf35-4edb-a788-98014d8babd3 req-8fbb80f5-cd39-4598-9219-f2c1320e7eca tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424585 Sep 15 08:43:41.836941 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: 9895a937-ae32-43cb-9351-10ec43828d81 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:43:41.837298 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 9895a937-ae32-43cb-9351-10ec43828d81 not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:43:41.939109 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad3730-2651-42db-8dca-3890fbd86ad6 req-33299bfa-1e9d-4fb1-ab2d-32e1a1ab2338 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:41.940570 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-22ad3730-2651-42db-8dca-3890fbd86ad6 req-33299bfa-1e9d-4fb1-ab2d-32e1a1ab2338 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 945 time: 0.0825760 Sep 15 08:43:41.988961 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-22ad3730-2651-42db-8dca-3890fbd86ad6 req-675a6e4f-f6da-4717-a528-e2a94e0b3228 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419521 Sep 15 08:43:43.019267 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d409d-bf98-41db-b56f-2ff5b727e5ff req-37d51297-4736-489c-b93a-38e0ef352779 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:43.020787 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-0f4d409d-bf98-41db-b56f-2ff5b727e5ff req-37d51297-4736-489c-b93a-38e0ef352779 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0759702 Sep 15 08:43:43.044143 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:43:43.066923 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-0f4d409d-bf98-41db-b56f-2ff5b727e5ff req-c1f6dd1e-34c6-4eec-b5ff-0ab1903aa003 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 Sep 15 08:43:43.190906 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf1ae1-12ed-455b-9702-bd652ad841db req-0860c111-a222-4768-b61f-2a0784878d8c tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:43.192345 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-93cf1ae1-12ed-455b-9702-bd652ad841db req-0860c111-a222-4768-b61f-2a0784878d8c tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 945 time: 0.0770206 Sep 15 08:43:43.239560 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-93cf1ae1-12ed-455b-9702-bd652ad841db req-c33b50e2-2f1f-4ac4-aea8-86bedaf912bd tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415819 Sep 15 08:43:44.278378 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc766c7a-99db-44cb-b8d7-a0991ec07d13 req-12f3b71b-7383-40f9-a650-d2d490d70580 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:44.279992 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dc766c7a-99db-44cb-b8d7-a0991ec07d13 req-12f3b71b-7383-40f9-a650-d2d490d70580 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0882752 Sep 15 08:43:44.327958 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dc766c7a-99db-44cb-b8d7-a0991ec07d13 req-dd9b0588-3356-46cb-a0d3-d875984f741f tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416584 Sep 15 08:43:44.457966 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a571f6-0bf0-4c36-9dc5-186504f6afb8 req-e5e4de72-c1a0-44a6-9a1a-e7c3501349da tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:44.459422 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-21a571f6-0bf0-4c36-9dc5-186504f6afb8 req-e5e4de72-c1a0-44a6-9a1a-e7c3501349da tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 945 time: 0.0899010 Sep 15 08:43:44.503245 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-21a571f6-0bf0-4c36-9dc5-186504f6afb8 req-c28fcc60-f746-4363-9893-739876bbc1fd tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377882 Sep 15 08:43:44.992894 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f301b-7e70-4189-be23-2d569e7b5bff req-1863d162-9a21-45cd-af3e-b7b5d490f92f tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:44.994286 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a63f301b-7e70-4189-be23-2d569e7b5bff req-1863d162-9a21-45cd-af3e-b7b5d490f92f tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 945 time: 0.0743456 Sep 15 08:43:45.067871 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-a63f301b-7e70-4189-be23-2d569e7b5bff req-8fc632c4-e858-4f37-8fc8-f17cfc238475 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Deleting port 189a7501-c44b-4831-8b09-7390ada38eb6 {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:45.068123 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-a63f301b-7e70-4189-be23-2d569e7b5bff req-8fc632c4-e858-4f37-8fc8-f17cfc238475 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:45.325296 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-a63f301b-7e70-4189-be23-2d569e7b5bff req-8fc632c4-e858-4f37-8fc8-f17cfc238475 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] For port 189a7501-c44b-4831-8b09-7390ada38eb6, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=189a7501-c44b-4831-8b09-7390ada38eb6,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:45.325960 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-a63f301b-7e70-4189-be23-2d569e7b5bff req-8fc632c4-e858-4f37-8fc8-f17cfc238475 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:45.450962 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-a63f301b-7e70-4189-be23-2d569e7b5bff req-8fc632c4-e858-4f37-8fc8-f17cfc238475 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Calling delete_port for 189a7501-c44b-4831-8b09-7390ada38eb6 owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:45.630504 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f3750-a506-405c-a4b3-bd6f8ba5e5c0 req-bac278f6-5199-4d43-a996-8cb542ee01cb tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:45.631971 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2a8f3750-a506-405c-a4b3-bd6f8ba5e5c0 req-bac278f6-5199-4d43-a996-8cb542ee01cb tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.1550043 Sep 15 08:43:45.685643 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-a63f301b-7e70-4189-be23-2d569e7b5bff req-8fc632c4-e858-4f37-8fc8-f17cfc238475 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:45.692953 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-c06c0e62-7156-4e57-be4a-b9bf4d2bec8e tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:45.716232 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdda696-3e59-4ce3-8a46-85c78b3256aa req-fc586a0a-d7bd-477d-b918-661e2c103671 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:45.717657 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-5fdda696-3e59-4ce3-8a46-85c78b3256aa req-fc586a0a-d7bd-477d-b918-661e2c103671 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 867 time: 0.0819933 Sep 15 08:43:45.734779 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['8e4761fb-c79a-4352-9169-571b41c06c64', 'ce713557-60b7-4af3-9420-0af0f4e44ecd', '189a7501-c44b-4831-8b09-7390ada38eb6'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:43:45.741128 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc632c4-e858-4f37-8fc8-f17cfc238475 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Pushing event deleted for resources: {'Port': ['ID=189a7501-c44b-4831-8b09-7390ada38eb6,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:45.744661 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2a8f3750-a506-405c-a4b3-bd6f8ba5e5c0 req-486287e2-4802-4b97-851b-1891599fb358 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064866 Sep 15 08:43:45.747973 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8fc632c4-e858-4f37-8fc8-f17cfc238475 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:45.797490 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-5fdda696-3e59-4ce3-8a46-85c78b3256aa req-8f35e11a-2ffd-4202-ac9a-cabc617e0afc tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742040 Sep 15 08:43:45.835669 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63f301b-7e70-4189-be23-2d569e7b5bff req-8fc632c4-e858-4f37-8fc8-f17cfc238475 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] No DVR routers for this DVR port 189a7501-c44b-4831-8b09-7390ada38eb6 on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:43:45.838511 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-a63f301b-7e70-4189-be23-2d569e7b5bff req-8fc632c4-e858-4f37-8fc8-f17cfc238475 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:45.841739 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb6eab9-a18b-4528-a9fb-1e2e186429c1', 'name': 'network-vif-deleted', 'tag': '189a7501-c44b-4831-8b09-7390ada38eb6'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:43:45.859306 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a63f301b-7e70-4189-be23-2d569e7b5bff req-8fc632c4-e858-4f37-8fc8-f17cfc238475 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.42 "DELETE /v2.0/ports/189a7501-c44b-4831-8b09-7390ada38eb6 HTTP/1.1" status: 204 len: 173 time: 0.8557131 Sep 15 08:43:45.915790 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb6eab9-a18b-4528-a9fb-1e2e186429c1', 'name': 'network-vif-deleted', 'tag': '189a7501-c44b-4831-8b09-7390ada38eb6', 'status': 'completed', 'code': 200} Sep 15 08:43:46.986597 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e1a68-a4b0-42cf-b976-bff371f00a90 req-781b4d59-b7a2-4f86-8096-c29349f265de tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:46.995739 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e36e1a68-a4b0-42cf-b976-bff371f00a90 req-781b4d59-b7a2-4f86-8096-c29349f265de tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.1092999 Sep 15 08:43:47.048198 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e7cea7ad-1cd8-43fc-baeb-8f5e82b63bb2 req-c7b06704-3750-42a4-97a3-f114e0c88c2a tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecb6eab9-a18b-4528-a9fb-1e2e186429c1 HTTP/1.1" status: 200 len: 210 time: 0.0774069 Sep 15 08:43:47.067360 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e36e1a68-a4b0-42cf-b976-bff371f00a90 req-b99e7a86-0e02-4291-88c7-91c2d972e85a tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700610 Sep 15 08:43:47.854907 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 189a7501-c44b-4831-8b09-7390ada38eb6 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:43:47.889965 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: 189a7501-c44b-4831-8b09-7390ada38eb6 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:43:47.890313 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 189a7501-c44b-4831-8b09-7390ada38eb6 not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:43:48.303085 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd758f5c-d6ad-4824-a870-b19b9abde097 req-1c36830b-7c51-49ef-8e8a-41f92798dcec tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:48.304722 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fd758f5c-d6ad-4824-a870-b19b9abde097 req-1c36830b-7c51-49ef-8e8a-41f92798dcec tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0849659 Sep 15 08:43:48.358995 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fd758f5c-d6ad-4824-a870-b19b9abde097 req-e9698a26-1908-48d9-a7da-20b285fac410 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477989 Sep 15 08:43:48.557739 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7cfc-1967-41d8-96dd-dd3dcc2cced7 req-cb4fd7fc-e659-4abd-a0f7-598cd1b2c852 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:48.559205 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-580d7cfc-1967-41d8-96dd-dd3dcc2cced7 req-cb4fd7fc-e659-4abd-a0f7-598cd1b2c852 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 946 time: 0.0766618 Sep 15 08:43:48.603365 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-580d7cfc-1967-41d8-96dd-dd3dcc2cced7 req-79fc9fc8-867b-45e7-acf7-f50e27f42006 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387840 Sep 15 08:43:49.619109 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5707f91-bf61-4648-9c46-240da97b590b req-f951bd05-a0c9-4cc8-8115-90a3e2a4040d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:49.621163 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b5707f91-bf61-4648-9c46-240da97b590b req-f951bd05-a0c9-4cc8-8115-90a3e2a4040d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.1415296 Sep 15 08:43:49.667593 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b5707f91-bf61-4648-9c46-240da97b590b req-5894925a-6eb1-4d4d-9259-8cbd7f1de430 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400512 Sep 15 08:43:49.851050 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6726c-e83c-41d6-af36-da37bf5cd1d7 req-97e872b7-7e6a-4674-ad53-915ea1abf1b9 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:49.851900 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-afe6726c-e83c-41d6-af36-da37bf5cd1d7 req-97e872b7-7e6a-4674-ad53-915ea1abf1b9 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Synchronizing usage tracker for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:43:49.867274 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-afe6726c-e83c-41d6-af36-da37bf5cd1d7 req-97e872b7-7e6a-4674-ad53-915ea1abf1b9 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Unset dirty status for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:43:49.868548 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-afe6726c-e83c-41d6-af36-da37bf5cd1d7 req-97e872b7-7e6a-4674-ad53-915ea1abf1b9 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 946 time: 0.0910201 Sep 15 08:43:49.916227 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-afe6726c-e83c-41d6-af36-da37bf5cd1d7 req-58bfa40d-d9d1-4892-a340-b84affad8ab0 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415225 Sep 15 08:43:50.865591 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acde32-00cd-473e-a110-b81970e175d9 req-681557fb-59ad-4ba4-aaa9-61f6f23e542c tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:50.867228 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e4acde32-00cd-473e-a110-b81970e175d9 req-681557fb-59ad-4ba4-aaa9-61f6f23e542c tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0795863 Sep 15 08:43:50.914472 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e4acde32-00cd-473e-a110-b81970e175d9 req-8fabdbf1-6d54-4d54-86fa-0032ccc3b88e tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412893 Sep 15 08:43:51.113141 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a70b7-e755-400f-99ca-a8ef678a41a9 req-9b1e5db2-ea44-4fa1-807d-99ff0dd4dcd0 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:51.114618 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-006a70b7-e755-400f-99ca-a8ef678a41a9 req-9b1e5db2-ea44-4fa1-807d-99ff0dd4dcd0 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 946 time: 0.0815094 Sep 15 08:43:51.159291 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-006a70b7-e755-400f-99ca-a8ef678a41a9 req-be1e2aa9-5ca6-4f06-9daf-af200fdd50d4 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393035 Sep 15 08:43:51.418675 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-c2581983-c339-4d5b-897b-6b64c7c1d99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:51.854462 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:52.114054 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285b3fb-58b6-424a-a633-fbbc9a6c0754 req-adae0ead-d119-406d-bda3-5702132650f3 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:52.115541 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b285b3fb-58b6-424a-a633-fbbc9a6c0754 req-adae0ead-d119-406d-bda3-5702132650f3 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0762277 Sep 15 08:43:52.164706 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b285b3fb-58b6-424a-a633-fbbc9a6c0754 req-e45c9212-5183-494b-8e9a-6e98620e0b69 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430274 Sep 15 08:43:52.253467 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e65f1-1f8e-40e3-8e71-ed05035f10d0 req-a400084a-d600-4b8d-a539-96c895c0e483 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:52.254976 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-301e65f1-1f8e-40e3-8e71-ed05035f10d0 req-a400084a-d600-4b8d-a539-96c895c0e483 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.42 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 946 time: 0.0930212 Sep 15 08:43:52.369796 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-301e65f1-1f8e-40e3-8e71-ed05035f10d0 req-4fba9923-4591-44a5-baa6-78f2c9956956 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Deleting port ce713557-60b7-4af3-9420-0af0f4e44ecd {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:52.370156 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-301e65f1-1f8e-40e3-8e71-ed05035f10d0 req-4fba9923-4591-44a5-baa6-78f2c9956956 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:52.497360 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566064d-10e2-4ee0-a9ac-c41d843550a6 req-7e547b16-75e5-4b61-8e09-61f5abd078fe tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:52.497360 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9566064d-10e2-4ee0-a9ac-c41d843550a6 req-7e547b16-75e5-4b61-8e09-61f5abd078fe tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 946 time: 0.1928737 Sep 15 08:43:52.627955 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9566064d-10e2-4ee0-a9ac-c41d843550a6 req-f3b8b2e1-83e3-4b96-8fcf-7447095b370b tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260135 Sep 15 08:43:52.663868 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-301e65f1-1f8e-40e3-8e71-ed05035f10d0 req-4fba9923-4591-44a5-baa6-78f2c9956956 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] For port ce713557-60b7-4af3-9420-0af0f4e44ecd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ce713557-60b7-4af3-9420-0af0f4e44ecd,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:52.664220 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-301e65f1-1f8e-40e3-8e71-ed05035f10d0 req-4fba9923-4591-44a5-baa6-78f2c9956956 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:52.782914 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-301e65f1-1f8e-40e3-8e71-ed05035f10d0 req-4fba9923-4591-44a5-baa6-78f2c9956956 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Calling delete_port for ce713557-60b7-4af3-9420-0af0f4e44ecd owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:52.925631 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-301e65f1-1f8e-40e3-8e71-ed05035f10d0 req-4fba9923-4591-44a5-baa6-78f2c9956956 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:52.931886 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-3316ca1d-0272-458d-8f30-32fec04b0850 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:52.976596 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['8e4761fb-c79a-4352-9169-571b41c06c64', 'ce713557-60b7-4af3-9420-0af0f4e44ecd'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:43:52.978101 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba9923-4591-44a5-baa6-78f2c9956956 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Pushing event deleted for resources: {'Port': ['ID=ce713557-60b7-4af3-9420-0af0f4e44ecd,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:52.980589 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-4fba9923-4591-44a5-baa6-78f2c9956956 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:53.057182 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-301e65f1-1f8e-40e3-8e71-ed05035f10d0 req-4fba9923-4591-44a5-baa6-78f2c9956956 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] No DVR routers for this DVR port ce713557-60b7-4af3-9420-0af0f4e44ecd on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:43:53.060181 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-301e65f1-1f8e-40e3-8e71-ed05035f10d0 req-4fba9923-4591-44a5-baa6-78f2c9956956 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:53.064158 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc', 'name': 'network-vif-deleted', 'tag': 'ce713557-60b7-4af3-9420-0af0f4e44ecd'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:43:53.080744 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-301e65f1-1f8e-40e3-8e71-ed05035f10d0 req-4fba9923-4591-44a5-baa6-78f2c9956956 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.42 "DELETE /v2.0/ports/ce713557-60b7-4af3-9420-0af0f4e44ecd HTTP/1.1" status: 204 len: 173 time: 0.8169117 Sep 15 08:43:53.124936 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc', 'name': 'network-vif-deleted', 'tag': 'ce713557-60b7-4af3-9420-0af0f4e44ecd', 'status': 'completed', 'code': 200} Sep 15 08:43:53.394498 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d35383-a806-47b0-9030-6a8aa72339fb req-5310919c-aab6-492a-b239-adcba2967c20 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:53.395972 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-33d35383-a806-47b0-9030-6a8aa72339fb req-5310919c-aab6-492a-b239-adcba2967c20 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0916014 Sep 15 08:43:53.444384 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-33d35383-a806-47b0-9030-6a8aa72339fb req-23169514-1ae0-412a-8d36-bf4785c1f764 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425692 Sep 15 08:43:53.534539 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-0723c5d9-52bf-4fc7-932f-0867d0df733f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:53.812662 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-36f80a65-386e-4dca-ae54-c835c0c635ef req-e5111696-f66f-42cd-864d-4ce3442e3265 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Synchronizing usage tracker for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:43:53.828185 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-36f80a65-386e-4dca-ae54-c835c0c635ef req-e5111696-f66f-42cd-864d-4ce3442e3265 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Unset dirty status for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:43:53.829385 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-36f80a65-386e-4dca-ae54-c835c0c635ef req-e5111696-f66f-42cd-864d-4ce3442e3265 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=238fc8bb-84c5-43c2-bfc4-85e0bb64f1bc HTTP/1.1" status: 200 len: 210 time: 0.0625398 Sep 15 08:43:54.522156 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:54.653561 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b6454-9fcd-4881-8835-587f882e61e6 req-52fbd104-b31c-4eef-bb09-2f270563082e tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:54.655065 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-dd0b6454-9fcd-4881-8835-587f882e61e6 req-52fbd104-b31c-4eef-bb09-2f270563082e tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0840263 Sep 15 08:43:54.699990 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-dd0b6454-9fcd-4881-8835-587f882e61e6 req-7d52ff42-295c-439b-9d6c-6e53596a7a9e tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394309 Sep 15 08:43:55.881045 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device ce713557-60b7-4af3-9420-0af0f4e44ecd no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:43:55.894112 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4aaed-0225-4db7-9290-f6f1e5de295a req-66143c22-d840-4b61-9be3-21c795636577 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:55.895851 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-16f4aaed-0225-4db7-9290-f6f1e5de295a req-66143c22-d840-4b61-9be3-21c795636577 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0778408 Sep 15 08:43:55.917407 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: ce713557-60b7-4af3-9420-0af0f4e44ecd {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:43:55.917769 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device ce713557-60b7-4af3-9420-0af0f4e44ecd not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:43:55.945398 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-16f4aaed-0225-4db7-9290-f6f1e5de295a req-74ac0254-9b14-4870-a67f-67d3f67cd196 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437336 Sep 15 08:43:56.066366 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:56.530410 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d88711-effb-4b53-8f78-51768d20d5dd req-b45965af-7a70-440e-af3b-fda932959c0c tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:56.531898 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-89d88711-effb-4b53-8f78-51768d20d5dd req-b45965af-7a70-440e-af3b-fda932959c0c tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 945 time: 0.0810564 Sep 15 08:43:56.578770 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-89d88711-effb-4b53-8f78-51768d20d5dd req-a5120d53-2cd5-4780-90f5-5adda5a484f6 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407500 Sep 15 08:43:57.213307 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d983803-36ad-428e-b143-0789736ed8b3 req-e65439f2-061d-42fe-98af-bcb51d32596f tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:57.215036 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2d983803-36ad-428e-b143-0789736ed8b3 req-e65439f2-061d-42fe-98af-bcb51d32596f tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.1520970 Sep 15 08:43:57.263968 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2d983803-36ad-428e-b143-0789736ed8b3 req-e96e945f-425d-4e5b-8200-a543e00f5ffa tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422556 Sep 15 08:43:57.802535 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f2e3c-de04-4fe6-942f-98d3bce9dc29 req-53a68d78-3f6e-4798-b888-03a1f84dac32 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:57.804014 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-272f2e3c-de04-4fe6-942f-98d3bce9dc29 req-53a68d78-3f6e-4798-b888-03a1f84dac32 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 945 time: 0.0783403 Sep 15 08:43:57.851592 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-272f2e3c-de04-4fe6-942f-98d3bce9dc29 req-d4942321-0fcf-4536-b03e-ab563b526b31 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413439 Sep 15 08:43:58.462740 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82317603-09ab-4205-a3ef-375ee0135240 req-fc8815ee-964d-47d8-819b-96759a075772 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:58.464199 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-82317603-09ab-4205-a3ef-375ee0135240 req-fc8815ee-964d-47d8-819b-96759a075772 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0814669 Sep 15 08:43:58.511371 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-82317603-09ab-4205-a3ef-375ee0135240 req-149f6f68-7bbb-4ce1-8d0d-dc0d4596f7a0 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410337 Sep 15 08:43:59.084630 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4185a07-b265-473c-86f2-8e30884d002f req-48fc9615-2184-4c01-b1a8-3d77bcde1dda tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:59.085992 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c4185a07-b265-473c-86f2-8e30884d002f req-48fc9615-2184-4c01-b1a8-3d77bcde1dda tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 945 time: 0.1117651 Sep 15 08:43:59.131836 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c4185a07-b265-473c-86f2-8e30884d002f req-e37d146a-7187-4bb4-911c-75bb7f66b317 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2c3c265-44dc-426e-942b-f7680043ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399020 Sep 15 08:43:59.380654 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ec6d5-4ac1-4c08-aa12-7b1df8e5c6f3 req-650ef6f6-1461-494f-87e0-262e90571dd6 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:59.382174 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f62ec6d5-4ac1-4c08-aa12-7b1df8e5c6f3 req-650ef6f6-1461-494f-87e0-262e90571dd6 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 945 time: 0.0754914 Sep 15 08:43:59.457540 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-f62ec6d5-4ac1-4c08-aa12-7b1df8e5c6f3 req-34a0f849-1e7f-460e-897e-f083bcd49c43 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Deleting port 8e4761fb-c79a-4352-9169-571b41c06c64 {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:59.457868 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-f62ec6d5-4ac1-4c08-aa12-7b1df8e5c6f3 req-34a0f849-1e7f-460e-897e-f083bcd49c43 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:59.700473 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-f62ec6d5-4ac1-4c08-aa12-7b1df8e5c6f3 req-34a0f849-1e7f-460e-897e-f083bcd49c43 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] For port 8e4761fb-c79a-4352-9169-571b41c06c64, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8e4761fb-c79a-4352-9169-571b41c06c64,segment=NetworkSegment(cc36087f-f1af-45b2-99b2-be29a6d14e3e),segment_id=cc36087f-f1af-45b2-99b2-be29a6d14e3e)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:59.700829 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-f62ec6d5-4ac1-4c08-aa12-7b1df8e5c6f3 req-34a0f849-1e7f-460e-897e-f083bcd49c43 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:59.711397 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78976c49-ab1a-4e6d-96e1-bc02827adb43 req-bb2872d8-58d2-495a-b3a2-6c329a1affc6 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:59.712979 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-78976c49-ab1a-4e6d-96e1-bc02827adb43 req-bb2872d8-58d2-495a-b3a2-6c329a1affc6 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0776839 Sep 15 08:43:59.758001 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-78976c49-ab1a-4e6d-96e1-bc02827adb43 req-d7094304-d584-4408-bd32-c027b2c8fdaa tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389495 Sep 15 08:43:59.826037 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-f62ec6d5-4ac1-4c08-aa12-7b1df8e5c6f3 req-34a0f849-1e7f-460e-897e-f083bcd49c43 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Calling delete_port for 8e4761fb-c79a-4352-9169-571b41c06c64 owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:59.970726 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-f62ec6d5-4ac1-4c08-aa12-7b1df8e5c6f3 req-34a0f849-1e7f-460e-897e-f083bcd49c43 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:59.985965 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:00.027167 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['8e4761fb-c79a-4352-9169-571b41c06c64'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:44:00.029821 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0f849-1e7f-460e-897e-f083bcd49c43 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Pushing event deleted for resources: {'Port': ['ID=8e4761fb-c79a-4352-9169-571b41c06c64,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:00.033343 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-34a0f849-1e7f-460e-897e-f083bcd49c43 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:00.105982 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62ec6d5-4ac1-4c08-aa12-7b1df8e5c6f3 req-34a0f849-1e7f-460e-897e-f083bcd49c43 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] No DVR routers for this DVR port 8e4761fb-c79a-4352-9169-571b41c06c64 on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:44:00.108362 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-f62ec6d5-4ac1-4c08-aa12-7b1df8e5c6f3 req-34a0f849-1e7f-460e-897e-f083bcd49c43 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.111039 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b364688-0c1b-4db2-8d89-4162aab1de13', 'name': 'network-vif-deleted', 'tag': '8e4761fb-c79a-4352-9169-571b41c06c64'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:44:00.128060 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f62ec6d5-4ac1-4c08-aa12-7b1df8e5c6f3 req-34a0f849-1e7f-460e-897e-f083bcd49c43 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.42 "DELETE /v2.0/ports/8e4761fb-c79a-4352-9169-571b41c06c64 HTTP/1.1" status: 204 len: 173 time: 0.7369828 Sep 15 08:44:00.222697 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b364688-0c1b-4db2-8d89-4162aab1de13', 'name': 'network-vif-deleted', 'tag': '8e4761fb-c79a-4352-9169-571b41c06c64', 'status': 'completed', 'code': 200} Sep 15 08:44:00.352778 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-7d9006ae-4e72-45ca-82d4-b885f880158a req-9b3d1b96-79f1-43b8-a936-35846f702f89 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Synchronizing usage tracker for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:44:00.372653 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-7d9006ae-4e72-45ca-82d4-b885f880158a req-9b3d1b96-79f1-43b8-a936-35846f702f89 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Unset dirty status for tenant:1bac9cb5fdd54f97a38e11702dacef35 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:44:00.374230 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7d9006ae-4e72-45ca-82d4-b885f880158a req-9b3d1b96-79f1-43b8-a936-35846f702f89 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b364688-0c1b-4db2-8d89-4162aab1de13 HTTP/1.1" status: 200 len: 210 time: 0.0779917 Sep 15 08:44:00.966912 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b390220-37b0-4382-bc0e-3e9b614e9abb req-938a0ecc-d3d3-4724-b314-12093f55afc3 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:00.968384 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9b390220-37b0-4382-bc0e-3e9b614e9abb req-938a0ecc-d3d3-4724-b314-12093f55afc3 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0888402 Sep 15 08:44:01.015200 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9b390220-37b0-4382-bc0e-3e9b614e9abb req-abdb727b-41f3-40e4-abac-dfba1c315ddd tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401633 Sep 15 08:44:01.194841 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e92c1c7c-843c-42b1-9836-4c72d56d0d65 req-06e20d22-f8a5-4b56-9815-d60cb0ef0313 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 1098 time: 0.0710552 Sep 15 08:44:01.238753 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e92c1c7c-843c-42b1-9836-4c72d56d0d65 req-d57ec8ae-ad89-499b-81f1-a69857f50460 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368941 Sep 15 08:44:01.482055 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 58252) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:01.541001 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_v2 [None req-a853d2d9-6c94-47e0-9bb1-d4759f52d123 admin admin] Deleting subnet c14d6424-e236-4279-b7fc-91d959c729a8 {{(pid=75067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:44:01.543964 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a853d2d9-6c94-47e0-9bb1-d4759f52d123 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:01.597525 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a853d2d9-6c94-47e0-9bb1-d4759f52d123 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3252155'] for subnet, precommit_delete_associations {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:01.652701 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a853d2d9-6c94-47e0-9bb1-d4759f52d123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570765'] for subnet, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:01.727991 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a853d2d9-6c94-47e0-9bb1-d4759f52d123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1569342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4130714'] for subnet, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:01.733949 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:01.773816 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853d2d9-6c94-47e0-9bb1-d4759f52d123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c14d6424-e236-4279-b7fc-91d959c729a8,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:01.777141 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-a853d2d9-6c94-47e0-9bb1-d4759f52d123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:01.778108 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a853d2d9-6c94-47e0-9bb1-d4759f52d123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:01.796444 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-a853d2d9-6c94-47e0-9bb1-d4759f52d123 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c14d6424-e236-4279-b7fc-91d959c729a8 HTTP/1.1" status: 204 len: 168 time: 0.3133087 Sep 15 08:44:01.798891 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 58268) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:01.901942 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d366aa31-bce5-4a56-a44f-4fc443c9add5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1502459'] for network, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:01.927992 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:01.930210 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 8e4761fb-c79a-4352-9169-571b41c06c64 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:44:01.971718 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: 8e4761fb-c79a-4352-9169-571b41c06c64 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:44:01.972063 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 8e4761fb-c79a-4352-9169-571b41c06c64 not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:44:02.036352 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d366aa31-bce5-4a56-a44f-4fc443c9add5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571402', 'neutron.services.segments.db._delete_segments_for_network-8729531964573'] for network, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:02.050022 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-d366aa31-bce5-4a56-a44f-4fc443c9add5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e883d06-eb92-4923-b2f2-e0fec40aaf76']}} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:02.062143 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-d366aa31-bce5-4a56-a44f-4fc443c9add5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc36087f-f1af-45b2-99b2-be29a6d14e3e') {'for_net_delete': True} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:02.062452 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-d366aa31-bce5-4a56-a44f-4fc443c9add5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc36087f-f1af-45b2-99b2-be29a6d14e3e') {} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:02.073743 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d366aa31-bce5-4a56-a44f-4fc443c9add5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729532050360', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3252130'] for segment, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:02.090732 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d366aa31-bce5-4a56-a44f-4fc443c9add5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:02.096709 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d366aa31-bce5-4a56-a44f-4fc443c9add5 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=75067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:44:02.097078 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d366aa31-bce5-4a56-a44f-4fc443c9add5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245293'] for segment, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: Traceback (most recent call last): Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: timer() Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: cb(*args, **kw) Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: return func(*args, **kwargs) Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: self._notify() Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: self.callback(batched_events) Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: event.method(event) Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: return f(self, *a, **k) Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: return self._get(url).json() Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: return self.request(url, 'GET', **kwargs) Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:44:02.110896 dv-cinder-806008-2-smb neutron-server[75067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:44:02.191671 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d366aa31-bce5-4a56-a44f-4fc443c9add5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357725'] for network, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:02.203365 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:02.223641 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9464ff2-f38b-4183-96ea-d6ed8740f83f req-c35ac70c-684a-456d-a6b1-b5446b4f1f65 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:02.225310 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a9464ff2-f38b-4183-96ea-d6ed8740f83f req-c35ac70c-684a-456d-a6b1-b5446b4f1f65 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0851908 Sep 15 08:44:02.227118 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d366aa31-bce5-4a56-a44f-4fc443c9add5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:02.236676 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366aa31-bce5-4a56-a44f-4fc443c9add5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e883d06-eb92-4923-b2f2-e0fec40aaf76,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:02.240298 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-d366aa31-bce5-4a56-a44f-4fc443c9add5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:02.250567 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-d366aa31-bce5-4a56-a44f-4fc443c9add5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7e883d06-eb92-4923-b2f2-e0fec40aaf76 HTTP/1.1" status: 204 len: 168 time: 0.4505892 Sep 15 08:44:02.285513 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a9464ff2-f38b-4183-96ea-d6ed8740f83f req-81380be0-fed8-4b73-a8d0-6750c2154145 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525255 Sep 15 08:44:02.403676 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 58286) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:02.452499 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-7fd30970-ba31-4bb4-8974-85fcfbab32e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1bac9cb5fdd54f97a38e11702dacef35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473585 Sep 15 08:44:02.455084 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 58290) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:02.513828 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-67733f3d-940a-4018-8510-5be1b7341c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:02.539310 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-67733f3d-940a-4018-8510-5be1b7341c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:02.590089 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-67733f3d-940a-4018-8510-5be1b7341c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:02.594876 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-172727a0-56b8-4605-afe9-9f75409d9de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:02.608025 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67733f3d-940a-4018-8510-5be1b7341c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c3c265-44dc-426e-942b-f7680043ab5f,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:02.610629 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-67733f3d-940a-4018-8510-5be1b7341c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:02.616266 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-67733f3d-940a-4018-8510-5be1b7341c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:02.617379 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-67733f3d-940a-4018-8510-5be1b7341c3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2c3c265-44dc-426e-942b-f7680043ab5f HTTP/1.1" status: 204 len: 168 time: 0.1614273 Sep 15 08:44:03.184328 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9014ee68-0f09-41e3-881b-57beafec18bc req-8e7c783c-fe25-4a65-9da0-775c66c2eadb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a2504fc61c643689d3bd8f37fc59dc4&device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 1098 time: 0.0852020 Sep 15 08:44:03.352816 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014ee68-0f09-41e3-881b-57beafec18bc req-d39f4a30-8c4b-487d-beaf-ba523ac34e0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:03.365207 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9014ee68-0f09-41e3-881b-57beafec18bc req-d39f4a30-8c4b-487d-beaf-ba523ac34e0d service neutron] 10.222.0.42 "GET /v2.0/networks?id=5523e415-2a49-4b5d-8124-718fb5ec48c4 HTTP/1.1" status: 200 len: 920 time: 0.1431115 Sep 15 08:44:03.571670 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9014ee68-0f09-41e3-881b-57beafec18bc req-ceb990e6-6cc7-4b0d-85c6-035b53573d0c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3794f0e6-2b28-4490-9787-38b50341bace HTTP/1.1" status: 200 len: 217 time: 0.2045720 Sep 15 08:44:03.660581 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b3ff1-a97a-4d39-8cbf-c6d573355f74 req-d95d2b7f-4c6b-4859-b148-f607e20d27e8 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:03.662024 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-367b3ff1-a97a-4d39-8cbf-c6d573355f74 req-d95d2b7f-4c6b-4859-b148-f607e20d27e8 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.2258389 Sep 15 08:44:03.663281 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014ee68-0f09-41e3-881b-57beafec18bc req-d4d1de54-29f8-4be7-a176-12f24197480f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:03.664562 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9014ee68-0f09-41e3-881b-57beafec18bc req-d4d1de54-29f8-4be7-a176-12f24197480f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d953322-a64f-42ac-8128-2109fba4be9a HTTP/1.1" status: 200 len: 859 time: 0.0825262 Sep 15 08:44:03.749849 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-367b3ff1-a97a-4d39-8cbf-c6d573355f74 req-a05af14d-194a-420c-b0fe-edfab9938c78 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794411 Sep 15 08:44:03.751708 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9014ee68-0f09-41e3-881b-57beafec18bc req-8e7b5add-07f4-4c6c-9b90-ea52c3c0870f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5523e415-2a49-4b5d-8124-718fb5ec48c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482326 Sep 15 08:44:03.945051 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9014ee68-0f09-41e3-881b-57beafec18bc req-ac6eac86-07c2-4a9c-9801-141bc706e778 service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857479 Sep 15 08:44:04.120384 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9014ee68-0f09-41e3-881b-57beafec18bc req-1a1b2df6-f2b0-43f3-977c-3150a8dd5bab service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685696 Sep 15 08:44:04.387303 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dd2f8527-4df2-460f-9f35-5fec88b51f88 req-5dfb5c54-5dc3-4ebf-bc75-ce6e8cb38ffb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a2504fc61c643689d3bd8f37fc59dc4&device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 1098 time: 0.0896647 Sep 15 08:44:04.550918 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8527-4df2-460f-9f35-5fec88b51f88 req-851cb004-5ef8-4745-a546-b5191acaf16e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:04.552357 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dd2f8527-4df2-460f-9f35-5fec88b51f88 req-851cb004-5ef8-4745-a546-b5191acaf16e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5523e415-2a49-4b5d-8124-718fb5ec48c4 HTTP/1.1" status: 200 len: 920 time: 0.1546497 Sep 15 08:44:04.655889 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dd2f8527-4df2-460f-9f35-5fec88b51f88 req-002f7a8a-8d18-49d0-ae2c-07676053c6db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3794f0e6-2b28-4490-9787-38b50341bace HTTP/1.1" status: 200 len: 217 time: 0.0966146 Sep 15 08:44:04.735084 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8527-4df2-460f-9f35-5fec88b51f88 req-4dcf0764-82d9-4fa0-9a19-e4b73ebf32e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:04.736481 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dd2f8527-4df2-460f-9f35-5fec88b51f88 req-4dcf0764-82d9-4fa0-9a19-e4b73ebf32e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d953322-a64f-42ac-8128-2109fba4be9a HTTP/1.1" status: 200 len: 859 time: 0.0717299 Sep 15 08:44:04.781317 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4f960-d4a4-4d4e-95ef-952507b65f70 req-c3075fe5-5515-4ed0-b9ed-8ebf9acbe21a tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:04.782741 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-56d4f960-d4a4-4d4e-95ef-952507b65f70 req-c3075fe5-5515-4ed0-b9ed-8ebf9acbe21a tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.1747985 Sep 15 08:44:04.788284 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dd2f8527-4df2-460f-9f35-5fec88b51f88 req-93d23920-1275-4b6a-b1c2-85097ff38552 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5523e415-2a49-4b5d-8124-718fb5ec48c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445249 Sep 15 08:44:04.909956 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-56d4f960-d4a4-4d4e-95ef-952507b65f70 req-372ec555-90aa-44a9-bb88-939871df5d52 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208050 Sep 15 08:44:04.950459 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dd2f8527-4df2-460f-9f35-5fec88b51f88 req-9e0575d4-36e4-4c6d-8556-088b212c2684 service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459825 Sep 15 08:44:05.083958 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dd2f8527-4df2-460f-9f35-5fec88b51f88 req-27501a82-6e22-4a75-a959-a03b0306429f service neutron] 10.222.0.42 "GET /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263006 Sep 15 08:44:05.882372 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf60adb-03c6-42d2-a09f-c125ce1562a2 req-2fd8764b-0ec4-42d9-862e-7cde5a85d903 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:05.883827 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3cf60adb-03c6-42d2-a09f-c125ce1562a2 req-2fd8764b-0ec4-42d9-862e-7cde5a85d903 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0819676 Sep 15 08:44:05.937700 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3cf60adb-03c6-42d2-a09f-c125ce1562a2 req-ac94518a-4e2d-4240-a898-aafd8bdc08c6 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431840 Sep 15 08:44:06.066713 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 58424) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:06.176942 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb4ee4-c596-4234-8e21-ec656690d84d req-62600ac9-c270-46c1-8d02-414125ce0321 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:06.181943 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-cebb4ee4-c596-4234-8e21-ec656690d84d req-62600ac9-c270-46c1-8d02-414125ce0321 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.1023726 Sep 15 08:44:06.225967 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-cebb4ee4-c596-4234-8e21-ec656690d84d req-9bc31a8b-20d1-4c8c-a715-f7b2ef240c6d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405514 Sep 15 08:44:06.270702 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-3270d49c-148f-4479-bdf1-c1f19f59adf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:06.301748 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-3270d49c-148f-4479-bdf1-c1f19f59adf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:06.305777 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-3270d49c-148f-4479-bdf1-c1f19f59adf7 admin admin] Usage tracker for resource:security_group_rule and tenant:807e655bd8d04918879e54d43687fb4d is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:06.309350 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-3270d49c-148f-4479-bdf1-c1f19f59adf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:06.315735 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-3270d49c-148f-4479-bdf1-c1f19f59adf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:06.389505 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-3270d49c-148f-4479-bdf1-c1f19f59adf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:06.393877 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-3270d49c-148f-4479-bdf1-c1f19f59adf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:06.404870 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-bc050740-afaf-4529-8572-0049c75ffdcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:06.449376 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270d49c-148f-4479-bdf1-c1f19f59adf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd41a41-a488-4d47-83d8-8907d5fe9471,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:06.452853 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-3270d49c-148f-4479-bdf1-c1f19f59adf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:06.459509 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-3270d49c-148f-4479-bdf1-c1f19f59adf7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=807e655bd8d04918879e54d43687fb4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3886466 Sep 15 08:44:06.459509 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 58438) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:06.530595 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c874-59b3-41e1-bbba-86e2b18d60c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:06.556429 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 58442) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:06.558575 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c874-59b3-41e1-bbba-86e2b18d60c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:06.610780 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c874-59b3-41e1-bbba-86e2b18d60c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:06.616551 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-632a1dca-789a-4ca7-b9e8-8d04d3911ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:06.628124 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6c874-59b3-41e1-bbba-86e2b18d60c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd41a41-a488-4d47-83d8-8907d5fe9471,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:06.631665 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-dbe6c874-59b3-41e1-bbba-86e2b18d60c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:06.637993 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c874-59b3-41e1-bbba-86e2b18d60c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:06.639790 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-dbe6c874-59b3-41e1-bbba-86e2b18d60c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4dd41a41-a488-4d47-83d8-8907d5fe9471 HTTP/1.1" status: 204 len: 168 time: 0.1792290 Sep 15 08:44:06.701547 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-31a80a8c-9640-442e-878d-d0d7831c7a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:06.734454 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-31a80a8c-9640-442e-878d-d0d7831c7a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:06.738257 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-31a80a8c-9640-442e-878d-d0d7831c7a71 admin admin] Usage tracker for resource:security_group_rule and tenant:eaf277b9257842b1961370807d1e34a5 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:06.741086 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-31a80a8c-9640-442e-878d-d0d7831c7a71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:06.747025 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-31a80a8c-9640-442e-878d-d0d7831c7a71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:06.817799 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-31a80a8c-9640-442e-878d-d0d7831c7a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:06.823288 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-31a80a8c-9640-442e-878d-d0d7831c7a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:06.832194 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:06.875576 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a80a8c-9640-442e-878d-d0d7831c7a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652bafcb-295e-4b6d-91a0-3c2b75ba5b01,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:06.879288 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-31a80a8c-9640-442e-878d-d0d7831c7a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:06.883271 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-31a80a8c-9640-442e-878d-d0d7831c7a71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eaf277b9257842b1961370807d1e34a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3255639 Sep 15 08:44:06.886485 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 58452) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:06.950136 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-0be90e12-aac1-403d-9f33-372b177eb0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:06.975355 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-0be90e12-aac1-403d-9f33-372b177eb0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:07.027342 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-0be90e12-aac1-403d-9f33-372b177eb0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:07.030936 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-fc6fb481-ddaf-472c-905a-cf3771defd9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:07.041461 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be90e12-aac1-403d-9f33-372b177eb0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652bafcb-295e-4b6d-91a0-3c2b75ba5b01,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:07.045291 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-0be90e12-aac1-403d-9f33-372b177eb0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:07.048560 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-0be90e12-aac1-403d-9f33-372b177eb0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:07.052173 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-0be90e12-aac1-403d-9f33-372b177eb0bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/652bafcb-295e-4b6d-91a0-3c2b75ba5b01 HTTP/1.1" status: 204 len: 168 time: 0.1622248 Sep 15 08:44:07.175333 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef114d-78fa-4efd-baad-48e7a768c95d req-506030b2-888e-426b-9f87-f27b3120fff9 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:07.177019 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c9ef114d-78fa-4efd-baad-48e7a768c95d req-506030b2-888e-426b-9f87-f27b3120fff9 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0918775 Sep 15 08:44:07.238389 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c9ef114d-78fa-4efd-baad-48e7a768c95d req-8fd184f0-b880-45db-a6ce-af95eabcb8eb tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479205 Sep 15 08:44:07.466567 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1697c-3bd6-480b-9f6e-d3675ed122a1 req-91981a5a-6a58-4132-acca-ed629a008b3e tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:07.468267 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-80d1697c-3bd6-480b-9f6e-d3675ed122a1 req-91981a5a-6a58-4132-acca-ed629a008b3e tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0874348 Sep 15 08:44:07.518752 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-80d1697c-3bd6-480b-9f6e-d3675ed122a1 req-a507e5a3-e7b6-440f-b932-c9ed21a0a2b7 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449317 Sep 15 08:44:07.584094 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 58472) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:07.721829 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:07.751261 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:07.755017 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Usage tracker for resource:security_group_rule and tenant:aa80bd162de14bbf9e50b2dd07665e10 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:07.757760 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:07.764137 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:07.828477 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:07.832794 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:07.841072 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-35888ec1-d58a-4fea-ac04-126e7a1f7647 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:07.880272 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6005bb0f-d8ab-4544-8309-ae4b3337f0e6,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:07.886664 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa80bd162de14bbf9e50b2dd07665e10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3015349 Sep 15 08:44:07.889702 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 58480) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:07.907522 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:07.907892 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:07.908253 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:07.908750 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:07.909233 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:07.909645 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:07.910119 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:07.910586 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:07.910938 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:07.911283 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:07.911628 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:07.915876 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:07.961533 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3a2d585b-6a4b-4760-b7c6-352ab27bf900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:07.991907 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3a2d585b-6a4b-4760-b7c6-352ab27bf900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:08.105360 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3a2d585b-6a4b-4760-b7c6-352ab27bf900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:08.109403 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-0a09bbcc-9413-4393-a6b6-0a0e536d2af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:08.122829 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d585b-6a4b-4760-b7c6-352ab27bf900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6005bb0f-d8ab-4544-8309-ae4b3337f0e6,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:08.125616 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-3a2d585b-6a4b-4760-b7c6-352ab27bf900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:08.133140 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3a2d585b-6a4b-4760-b7c6-352ab27bf900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:08.134479 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-3a2d585b-6a4b-4760-b7c6-352ab27bf900 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6005bb0f-d8ab-4544-8309-ae4b3337f0e6 HTTP/1.1" status: 204 len: 168 time: 0.2436793 Sep 15 08:44:08.496379 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a87ed4-9781-4b12-856c-ce2213206de6 req-b2a531a2-9e09-4bd0-a1e9-ffa319138b31 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:08.498146 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b8a87ed4-9781-4b12-856c-ce2213206de6 req-b2a531a2-9e09-4bd0-a1e9-ffa319138b31 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0984151 Sep 15 08:44:08.556290 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b8a87ed4-9781-4b12-856c-ce2213206de6 req-dbf278fd-ab62-4130-86ec-bb19b4ce4ed0 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520608 Sep 15 08:44:08.759585 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6761e48-17cf-4028-9c33-ba4cb550e931 req-31f49cae-63fb-46df-bda0-e7a035bc9877 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:08.761634 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b6761e48-17cf-4028-9c33-ba4cb550e931 req-31f49cae-63fb-46df-bda0-e7a035bc9877 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0847938 Sep 15 08:44:08.814875 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b6761e48-17cf-4028-9c33-ba4cb550e931 req-5589d8af-616c-403e-a7db-a14b8abaeb31 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475619 Sep 15 08:44:09.765495 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a5e14-a33c-4864-9b1f-fdcb18454e02 req-fd4d0b49-507e-482b-b5d4-5ab67ce6781b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:09.766988 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2f0a5e14-a33c-4864-9b1f-fdcb18454e02 req-fd4d0b49-507e-482b-b5d4-5ab67ce6781b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0767362 Sep 15 08:44:09.815978 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2f0a5e14-a33c-4864-9b1f-fdcb18454e02 req-27adae2c-bb37-4f86-997e-0c576b34d582 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430293 Sep 15 08:44:10.179810 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 58556) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:10.328358 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-48fb74d1-192a-4d04-8fd7-b8d4d14ac6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:10.360409 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-48fb74d1-192a-4d04-8fd7-b8d4d14ac6b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:10.364526 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-48fb74d1-192a-4d04-8fd7-b8d4d14ac6b0 admin admin] Usage tracker for resource:security_group_rule and tenant:3736587867534d01b47571ded60b83e9 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:10.367453 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-48fb74d1-192a-4d04-8fd7-b8d4d14ac6b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:10.373155 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-48fb74d1-192a-4d04-8fd7-b8d4d14ac6b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:10.453164 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-48fb74d1-192a-4d04-8fd7-b8d4d14ac6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:10.457233 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-48fb74d1-192a-4d04-8fd7-b8d4d14ac6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:10.464789 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-5865971e-d5c4-4f13-83be-133db28083d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:10.509293 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-48fb74d1-192a-4d04-8fd7-b8d4d14ac6b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3736587867534d01b47571ded60b83e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3283937 Sep 15 08:44:10.510195 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb74d1-192a-4d04-8fd7-b8d4d14ac6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973dcecf-50db-4648-8eba-57542b219260,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:10.512057 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 58566) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:10.513125 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-48fb74d1-192a-4d04-8fd7-b8d4d14ac6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:10.607294 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:10.632076 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:10.682748 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:10.686302 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-eef62a58-1094-4f3c-83b8-0669eee346dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:10.697326 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973dcecf-50db-4648-8eba-57542b219260,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:10.708302 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:10.709406 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/973dcecf-50db-4648-8eba-57542b219260 HTTP/1.1" status: 204 len: 168 time: 0.1963995 Sep 15 08:44:10.711116 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:10.711535 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:10.711824 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:10.714575 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:10.714718 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:10.718131 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:10.718131 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:10.718131 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:10.718131 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:10.718131 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:10.718131 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:10.720339 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:11.032964 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710e194-54c1-4fd1-af2f-8d9fb2acb62f req-bc3abbf5-f8db-48a5-9218-c4a621233e24 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:11.034436 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c710e194-54c1-4fd1-af2f-8d9fb2acb62f req-bc3abbf5-f8db-48a5-9218-c4a621233e24 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0798230 Sep 15 08:44:11.057222 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 58576) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:11.074734 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-279ff707-6499-4b8a-8a7e-f14e462ae699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:11.082187 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c710e194-54c1-4fd1-af2f-8d9fb2acb62f req-74066346-a111-43be-b131-04a773c191d7 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422878 Sep 15 08:44:11.105220 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-279ff707-6499-4b8a-8a7e-f14e462ae699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:11.108949 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-279ff707-6499-4b8a-8a7e-f14e462ae699 admin admin] Usage tracker for resource:security_group_rule and tenant:bb859122ccdc492da4d167b1bab34c5e is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:11.111680 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-279ff707-6499-4b8a-8a7e-f14e462ae699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:11.117470 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-279ff707-6499-4b8a-8a7e-f14e462ae699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:11.181262 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-279ff707-6499-4b8a-8a7e-f14e462ae699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:11.184908 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-279ff707-6499-4b8a-8a7e-f14e462ae699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:11.194867 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-704b97b1-7aca-4ebf-b634-5dc5764d0810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:11.233423 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ff707-6499-4b8a-8a7e-f14e462ae699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347722dd-42af-4bc6-8117-309d74bb720e,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:11.237253 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-279ff707-6499-4b8a-8a7e-f14e462ae699 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb859122ccdc492da4d167b1bab34c5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1790476 Sep 15 08:44:11.238192 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-279ff707-6499-4b8a-8a7e-f14e462ae699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:11.239797 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 58580) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:11.296870 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1fd5faa2-fbf6-4e5b-8678-5f4fd656dfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:11.320521 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1fd5faa2-fbf6-4e5b-8678-5f4fd656dfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:11.368662 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1fd5faa2-fbf6-4e5b-8678-5f4fd656dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:11.372986 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-0be90e12-aac1-403d-9f33-372b177eb0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:11.383894 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5faa2-fbf6-4e5b-8678-5f4fd656dfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347722dd-42af-4bc6-8117-309d74bb720e,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:11.387181 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-1fd5faa2-fbf6-4e5b-8678-5f4fd656dfe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:11.391291 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1fd5faa2-fbf6-4e5b-8678-5f4fd656dfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:11.394778 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-1fd5faa2-fbf6-4e5b-8678-5f4fd656dfe9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/347722dd-42af-4bc6-8117-309d74bb720e HTTP/1.1" status: 204 len: 168 time: 0.1517310 Sep 15 08:44:12.310316 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb7cc9-eaa8-4760-92e0-790148b17cc0 req-03a45882-0967-43b3-a73c-321127f0e2e5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:12.312005 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4fcb7cc9-eaa8-4760-92e0-790148b17cc0 req-03a45882-0967-43b3-a73c-321127f0e2e5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0854430 Sep 15 08:44:12.357776 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4fcb7cc9-eaa8-4760-92e0-790148b17cc0 req-a05b25a5-1d6c-4e57-bdbc-7fb44dcff45a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402260 Sep 15 08:44:13.569781 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a03a6-f43d-4497-a727-c43372f01fc6 req-54be267d-a6ab-4564-8a94-17a7959fd873 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:13.571271 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-275a03a6-f43d-4497-a727-c43372f01fc6 req-54be267d-a6ab-4564-8a94-17a7959fd873 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0786383 Sep 15 08:44:13.616175 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-275a03a6-f43d-4497-a727-c43372f01fc6 req-532b763a-a905-4ce8-a9c7-6de5a2943698 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389290 Sep 15 08:44:14.471590 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad8df6-e9f9-419f-a038-f473b014ea85 req-1ea16374-219c-45fe-9f34-5be44839bebd tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:14.473034 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-33ad8df6-e9f9-419f-a038-f473b014ea85 req-1ea16374-219c-45fe-9f34-5be44839bebd tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0756533 Sep 15 08:44:14.517130 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-33ad8df6-e9f9-419f-a038-f473b014ea85 req-a356b010-5c58-4db0-97f0-15ec36bd25a7 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387139 Sep 15 08:44:14.830045 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16f496-3290-4c9c-a76c-5f181b0ee012 req-3a95bb2b-6617-45ff-ab54-2705fbfb9310 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:14.831717 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-df16f496-3290-4c9c-a76c-5f181b0ee012 req-3a95bb2b-6617-45ff-ab54-2705fbfb9310 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0806487 Sep 15 08:44:14.882386 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-df16f496-3290-4c9c-a76c-5f181b0ee012 req-f2b3e4da-a3b2-4e63-8a18-89464d14bd5c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450051 Sep 15 08:44:15.847314 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8e0a6-08c7-414e-9f16-00b72e743375 req-de9bbdab-93fe-4f9a-95fb-bb3d1c48cc34 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:15.848692 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f9f8e0a6-08c7-414e-9f16-00b72e743375 req-de9bbdab-93fe-4f9a-95fb-bb3d1c48cc34 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0758860 Sep 15 08:44:15.893403 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f9f8e0a6-08c7-414e-9f16-00b72e743375 req-5bb0ce38-2efc-4dfa-b9cc-ba9f628e4e3f tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393662 Sep 15 08:44:16.093965 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1514b7-f092-41a9-8c13-5f2398823b82 req-77691bc4-8830-43ea-94dc-3fecf7156c39 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:16.095847 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4d1514b7-f092-41a9-8c13-5f2398823b82 req-77691bc4-8830-43ea-94dc-3fecf7156c39 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0839083 Sep 15 08:44:16.150677 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4d1514b7-f092-41a9-8c13-5f2398823b82 req-c93d1a18-7e26-440e-bc31-66d5829d5afd tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432794 Sep 15 08:44:17.084764 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b11f3-f54c-4d5c-bce2-19795e69b101 req-caf0fdd9-1721-4300-b950-e589471589fc tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:17.086177 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-808b11f3-f54c-4d5c-bce2-19795e69b101 req-caf0fdd9-1721-4300-b950-e589471589fc tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.0760598 Sep 15 08:44:17.131769 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-808b11f3-f54c-4d5c-bce2-19795e69b101 req-d6b2a9ee-c7a8-4a9b-bf73-2d39ebf113bc tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401590 Sep 15 08:44:17.394536 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7aa286-9b4b-43f4-b294-86268b3ff97b req-d2a5c1d9-e886-4666-9e18-f7195a5b49dd tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:17.396011 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7b7aa286-9b4b-43f4-b294-86268b3ff97b req-d2a5c1d9-e886-4666-9e18-f7195a5b49dd tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0967529 Sep 15 08:44:17.450846 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7b7aa286-9b4b-43f4-b294-86268b3ff97b req-b72cc7be-3d5a-49fb-856c-8111d2bce475 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488846 Sep 15 08:44:17.694210 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501643bc-6943-42bb-bf2e-803cd5be7250 req-33e5b7d2-8eaf-4d78-aa27-366c29abb388 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:17.695684 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-501643bc-6943-42bb-bf2e-803cd5be7250 req-33e5b7d2-8eaf-4d78-aa27-366c29abb388 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 945 time: 0.1215022 Sep 15 08:44:17.753445 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-501643bc-6943-42bb-bf2e-803cd5be7250 req-9af4ff89-afd3-4d4f-885e-05baf1b36834 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507629 Sep 15 08:44:17.759597 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369bdce-32b1-4bad-bc7f-4a3cf6d34349 req-c351b4ca-753d-458f-8b1e-1413daad8ad7 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:17.761539 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1369bdce-32b1-4bad-bc7f-4a3cf6d34349 req-c351b4ca-753d-458f-8b1e-1413daad8ad7 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.42 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 946 time: 0.1248574 Sep 15 08:44:17.832797 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-1369bdce-32b1-4bad-bc7f-4a3cf6d34349 req-250c6760-d8c6-409c-86f5-1e57c9d91fc4 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Deleting port 7279912e-f092-48e6-87e0-0879f22c6c5e {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:17.833138 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-1369bdce-32b1-4bad-bc7f-4a3cf6d34349 req-250c6760-d8c6-409c-86f5-1e57c9d91fc4 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:18.077886 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-1369bdce-32b1-4bad-bc7f-4a3cf6d34349 req-250c6760-d8c6-409c-86f5-1e57c9d91fc4 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] For port 7279912e-f092-48e6-87e0-0879f22c6c5e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7279912e-f092-48e6-87e0-0879f22c6c5e,segment=NetworkSegment(2a133aea-10c3-4401-a846-815ba12d4867),segment_id=2a133aea-10c3-4401-a846-815ba12d4867)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:18.078228 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-1369bdce-32b1-4bad-bc7f-4a3cf6d34349 req-250c6760-d8c6-409c-86f5-1e57c9d91fc4 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:18.209785 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-1369bdce-32b1-4bad-bc7f-4a3cf6d34349 req-250c6760-d8c6-409c-86f5-1e57c9d91fc4 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Calling delete_port for 7279912e-f092-48e6-87e0-0879f22c6c5e owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:18.361838 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-1369bdce-32b1-4bad-bc7f-4a3cf6d34349 req-250c6760-d8c6-409c-86f5-1e57c9d91fc4 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:18.370306 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204ddbf-a151-4e85-b648-78a122648c74 req-11e7c768-d4bd-4156-99dd-d50d9965efbb tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:18.370908 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-4fba9923-4591-44a5-baa6-78f2c9956956 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:18.372187 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6204ddbf-a151-4e85-b648-78a122648c74 req-11e7c768-d4bd-4156-99dd-d50d9965efbb tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 867 time: 0.0899034 Sep 15 08:44:18.404309 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['3794f0e6-2b28-4490-9787-38b50341bace'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:44:18.430941 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6204ddbf-a151-4e85-b648-78a122648c74 req-bbef0506-d7ff-45e5-b776-0683d3f7e91e tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522532 Sep 15 08:44:18.454924 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c6760-d8c6-409c-86f5-1e57c9d91fc4 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Pushing event deleted for resources: {'Port': ['ID=7279912e-f092-48e6-87e0-0879f22c6c5e,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:18.458579 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-250c6760-d8c6-409c-86f5-1e57c9d91fc4 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:18.496928 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-1369bdce-32b1-4bad-bc7f-4a3cf6d34349 req-250c6760-d8c6-409c-86f5-1e57c9d91fc4 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] No DVR routers for this DVR port 7279912e-f092-48e6-87e0-0879f22c6c5e on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:44:18.499869 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-1369bdce-32b1-4bad-bc7f-4a3cf6d34349 req-250c6760-d8c6-409c-86f5-1e57c9d91fc4 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:18.504058 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b7f955-9d2f-413f-a24b-a85e4b85c1d7', 'name': 'network-vif-deleted', 'tag': '7279912e-f092-48e6-87e0-0879f22c6c5e'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:44:18.524572 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1369bdce-32b1-4bad-bc7f-4a3cf6d34349 req-250c6760-d8c6-409c-86f5-1e57c9d91fc4 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.42 "DELETE /v2.0/ports/7279912e-f092-48e6-87e0-0879f22c6c5e HTTP/1.1" status: 204 len: 173 time: 0.7570250 Sep 15 08:44:18.572832 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b7f955-9d2f-413f-a24b-a85e4b85c1d7', 'name': 'network-vif-deleted', 'tag': '7279912e-f092-48e6-87e0-0879f22c6c5e', 'status': 'completed', 'code': 200} Sep 15 08:44:18.758254 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ef960-1f80-444f-9419-70cae0d0dd8e req-975e2e5a-5b14-417c-ae8c-5a72f651611a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:18.759823 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-733ef960-1f80-444f-9419-70cae0d0dd8e req-975e2e5a-5b14-417c-ae8c-5a72f651611a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.1490567 Sep 15 08:44:18.809151 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-733ef960-1f80-444f-9419-70cae0d0dd8e req-5c41d2d2-648d-4ace-9c96-53a41e40531c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429828 Sep 15 08:44:19.013321 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656eb2f-7747-44b5-82d1-8432b542f410 req-cec14c7f-7000-45a3-ab27-83f94616ad1b tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:19.015120 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b656eb2f-7747-44b5-82d1-8432b542f410 req-cec14c7f-7000-45a3-ab27-83f94616ad1b tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 945 time: 0.0791798 Sep 15 08:44:19.060332 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b656eb2f-7747-44b5-82d1-8432b542f410 req-3fa4804d-f668-4658-81b6-997060b9a9ef tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398445 Sep 15 08:44:19.607509 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-873eb753-55ed-416d-94a5-f55a296123a0 req-d504ef65-5933-456f-a29f-4222f91127f7 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=04b7f955-9d2f-413f-a24b-a85e4b85c1d7 HTTP/1.1" status: 200 len: 210 time: 0.0414519 Sep 15 08:44:19.982950 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 7279912e-f092-48e6-87e0-0879f22c6c5e no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:44:20.017231 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: 7279912e-f092-48e6-87e0-0879f22c6c5e {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:44:20.017582 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 7279912e-f092-48e6-87e0-0879f22c6c5e not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:44:20.021994 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d201e7-7615-4f4d-a60b-77c098accb68 req-92740033-6b74-4c90-9a5f-d6a6ebc32d0e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:20.023499 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-18d201e7-7615-4f4d-a60b-77c098accb68 req-92740033-6b74-4c90-9a5f-d6a6ebc32d0e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0803936 Sep 15 08:44:20.044776 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:44:20.068171 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-18d201e7-7615-4f4d-a60b-77c098accb68 req-50582fce-530c-4fdf-b415-8c23d1bb145f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386620 Sep 15 08:44:20.258277 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6212c5-a1f3-46ea-b916-2371aacd21a9 req-1a1460ce-d42d-495e-b9f4-c213e85cbea8 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:20.259772 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-fb6212c5-a1f3-46ea-b916-2371aacd21a9 req-1a1460ce-d42d-495e-b9f4-c213e85cbea8 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 945 time: 0.0781302 Sep 15 08:44:20.309677 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-fb6212c5-a1f3-46ea-b916-2371aacd21a9 req-466aaa6c-7495-4b0f-8cfb-1b295b7b276b tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439293 Sep 15 08:44:21.081792 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287eef9-afb3-41e5-b807-9b6b5a602814 req-42c8aef7-c0ec-4ca1-b4cd-723de31bf214 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:21.082501 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-0287eef9-afb3-41e5-b807-9b6b5a602814 req-42c8aef7-c0ec-4ca1-b4cd-723de31bf214 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Synchronizing usage tracker for tenant:8a2504fc61c643689d3bd8f37fc59dc4 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:44:21.097248 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-0287eef9-afb3-41e5-b807-9b6b5a602814 req-42c8aef7-c0ec-4ca1-b4cd-723de31bf214 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Unset dirty status for tenant:8a2504fc61c643689d3bd8f37fc59dc4 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:44:21.098527 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0287eef9-afb3-41e5-b807-9b6b5a602814 req-42c8aef7-c0ec-4ca1-b4cd-723de31bf214 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0918157 Sep 15 08:44:21.156023 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0287eef9-afb3-41e5-b807-9b6b5a602814 req-3d883c6d-bb0c-48dd-9a1d-bb4858e06396 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508921 Sep 15 08:44:21.306909 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97476a6-2779-4830-ae66-53a6a1b497fa req-bc45b755-a3f1-43e3-bcda-1dd7045cfcea tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:21.308890 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a97476a6-2779-4830-ae66-53a6a1b497fa req-bc45b755-a3f1-43e3-bcda-1dd7045cfcea tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0839708 Sep 15 08:44:21.354790 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a97476a6-2779-4830-ae66-53a6a1b497fa req-6ca4143b-9fdc-4f12-b416-6cb7ce98cc7d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401506 Sep 15 08:44:21.422361 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-629995b5-cba1-4190-b923-363dc6c98b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:21.519233 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfffbf9-52d9-4102-815c-e2482f276234 req-8af1cda9-0798-497e-ac9b-9d02bec1a390 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:21.520569 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ebfffbf9-52d9-4102-815c-e2482f276234 req-8af1cda9-0798-497e-ac9b-9d02bec1a390 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 945 time: 0.0780826 Sep 15 08:44:21.564858 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ebfffbf9-52d9-4102-815c-e2482f276234 req-c085e0b0-04af-4856-8749-c72da30a2003 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383801 Sep 15 08:44:21.846913 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:22.384785 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48e106-4f91-47e1-84c7-7c36fa3a7dbf req-7e13aaa9-c0cd-45d5-a2f0-7612d531531d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:22.387453 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6d48e106-4f91-47e1-84c7-7c36fa3a7dbf req-7e13aaa9-c0cd-45d5-a2f0-7612d531531d tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0873761 Sep 15 08:44:22.448668 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6d48e106-4f91-47e1-84c7-7c36fa3a7dbf req-8267faf0-c68e-4d28-976e-5cbfac912706 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546846 Sep 15 08:44:22.586553 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e73f2-6d20-4a18-91f0-f09966d9c7da req-ab722db6-9499-4e67-912c-225e5ddf269f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:22.587928 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-355e73f2-6d20-4a18-91f0-f09966d9c7da req-ab722db6-9499-4e67-912c-225e5ddf269f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0862033 Sep 15 08:44:22.659543 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-355e73f2-6d20-4a18-91f0-f09966d9c7da req-e48256cd-855c-4144-a591-ca745d269ce7 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644960 Sep 15 08:44:22.789494 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf43b3d-03cd-4ff7-b81e-04fbb0ca8656 req-66fe0b8c-e35e-4a8b-b3a3-34655c948187 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:22.791116 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-cdf43b3d-03cd-4ff7-b81e-04fbb0ca8656 req-66fe0b8c-e35e-4a8b-b3a3-34655c948187 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 945 time: 0.0908854 Sep 15 08:44:22.837097 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-cdf43b3d-03cd-4ff7-b81e-04fbb0ca8656 req-c085b4aa-49ec-449d-8102-c5a55395d27e tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403769 Sep 15 08:44:23.535698 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6be9296b-18c8-4cdb-907d-ec8e73f63903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:23.649213 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960b56b-6273-425d-bb62-2d17e98266e3 req-3ff193a5-4aeb-4487-be31-d38c696a1559 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:23.650693 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c960b56b-6273-425d-bb62-2d17e98266e3 req-3ff193a5-4aeb-4487-be31-d38c696a1559 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0750306 Sep 15 08:44:23.697621 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c960b56b-6273-425d-bb62-2d17e98266e3 req-73ee5c8d-3844-4148-84b7-db02ce3b05b0 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414708 Sep 15 08:44:23.897399 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a4e5f-e0a9-472b-9f00-f1a4c9d60ee2 req-37eea2a1-c9c6-42d2-912c-cc6ea0fcc520 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:23.898930 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4a2a4e5f-e0a9-472b-9f00-f1a4c9d60ee2 req-37eea2a1-c9c6-42d2-912c-cc6ea0fcc520 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0869124 Sep 15 08:44:23.949871 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4a2a4e5f-e0a9-472b-9f00-f1a4c9d60ee2 req-49b059c6-5ee3-48c1-ac86-9e6d559ee897 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445766 Sep 15 08:44:24.016265 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 457f6d71-9605-46d0-acac-4efcc488a8be details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:44:24.043299 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8368b-acc0-4510-a791-fcf5a4ba170a req-4e4fb62f-e255-414f-bb64-724bb1185973 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:24.044761 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-09c8368b-acc0-4510-a791-fcf5a4ba170a req-4e4fb62f-e255-414f-bb64-724bb1185973 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 945 time: 0.0781059 Sep 15 08:44:24.092067 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-09c8368b-acc0-4510-a791-fcf5a4ba170a req-57454f4a-88ac-40f7-8cfa-c9b9119c2e31 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418007 Sep 15 08:44:24.201851 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 457f6d71-9605-46d0-acac-4efcc488a8be, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=457f6d71-9605-46d0-acac-4efcc488a8be,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:24.229324 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '457f6d71-9605-46d0-acac-4efcc488a8be', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'port_id': '457f6d71-9605-46d0-acac-4efcc488a8be', 'mac_address': 'fa:16:3e:cf:11:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:44:24.270333 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6a61a-17cc-4f8b-94fb-0bfece5d3fc5 req-c5f982ca-ba35-4d68-a2cd-3dbbd99b6686 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:24.274540 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-17d6a61a-17cc-4f8b-94fb-0bfece5d3fc5 req-c5f982ca-ba35-4d68-a2cd-3dbbd99b6686 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.42 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 945 time: 0.1176591 Sep 15 08:44:24.304086 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.355488 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 457f6d71-9605-46d0-acac-4efcc488a8be {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:44:24.355911 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-17d6a61a-17cc-4f8b-94fb-0bfece5d3fc5 req-f6fd4958-6758-42bb-9d87-5a463a8a88a2 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Deleting port e3e9acdc-33fd-40eb-93e7-e99361226570 {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:24.356254 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-17d6a61a-17cc-4f8b-94fb-0bfece5d3fc5 req-f6fd4958-6758-42bb-9d87-5a463a8a88a2 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.395940 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 457f6d71-9605-46d0-acac-4efcc488a8be, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=457f6d71-9605-46d0-acac-4efcc488a8be,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:24.405719 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.408073 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:24.538942 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=457f6d71-9605-46d0-acac-4efcc488a8be,revision_number=6']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:24.549904 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:24.550542 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:24.551192 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:24.551970 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:24.552983 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:24.553465 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:24.553989 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:24.554488 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:24.554970 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:24.555558 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:24.556028 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:24.562446 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:24.571181 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.613234 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['457f6d71-9605-46d0-acac-4efcc488a8be'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:44:24.648813 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-17d6a61a-17cc-4f8b-94fb-0bfece5d3fc5 req-f6fd4958-6758-42bb-9d87-5a463a8a88a2 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] For port e3e9acdc-33fd-40eb-93e7-e99361226570, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e3e9acdc-33fd-40eb-93e7-e99361226570,segment=NetworkSegment(2945816c-da07-478d-92fd-f604bd85abaf),segment_id=2945816c-da07-478d-92fd-f604bd85abaf)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:24.649179 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-17d6a61a-17cc-4f8b-94fb-0bfece5d3fc5 req-f6fd4958-6758-42bb-9d87-5a463a8a88a2 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.781757 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-17d6a61a-17cc-4f8b-94fb-0bfece5d3fc5 req-f6fd4958-6758-42bb-9d87-5a463a8a88a2 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Calling delete_port for e3e9acdc-33fd-40eb-93e7-e99361226570 owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:24.928430 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a0da7-72ea-4ec5-a708-cb960dabbdbe req-ae7f3bda-a04c-473a-b3ba-e16396d66542 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:24.930031 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2e5a0da7-72ea-4ec5-a708-cb960dabbdbe req-ae7f3bda-a04c-473a-b3ba-e16396d66542 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0821254 Sep 15 08:44:24.948515 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-17d6a61a-17cc-4f8b-94fb-0bfece5d3fc5 req-f6fd4958-6758-42bb-9d87-5a463a8a88a2 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.955928 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-250c6760-d8c6-409c-86f5-1e57c9d91fc4 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:24.984937 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2e5a0da7-72ea-4ec5-a708-cb960dabbdbe req-d2d5016f-9e38-4ff9-b3d1-358b2fdf1387 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487504 Sep 15 08:44:25.004240 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd4958-6758-42bb-9d87-5a463a8a88a2 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Pushing event deleted for resources: {'Port': ['ID=e3e9acdc-33fd-40eb-93e7-e99361226570,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:25.007672 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-f6fd4958-6758-42bb-9d87-5a463a8a88a2 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:25.021816 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['e3e9acdc-33fd-40eb-93e7-e99361226570'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:44:25.123743 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d6a61a-17cc-4f8b-94fb-0bfece5d3fc5 req-f6fd4958-6758-42bb-9d87-5a463a8a88a2 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] No DVR routers for this DVR port e3e9acdc-33fd-40eb-93e7-e99361226570 on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:44:25.127232 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-17d6a61a-17cc-4f8b-94fb-0bfece5d3fc5 req-f6fd4958-6758-42bb-9d87-5a463a8a88a2 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:25.129774 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d3afe1-f135-4d77-800b-1c2270ede5df', 'name': 'network-vif-deleted', 'tag': 'e3e9acdc-33fd-40eb-93e7-e99361226570'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:44:25.154001 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-17d6a61a-17cc-4f8b-94fb-0bfece5d3fc5 req-f6fd4958-6758-42bb-9d87-5a463a8a88a2 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.42 "DELETE /v2.0/ports/e3e9acdc-33fd-40eb-93e7-e99361226570 HTTP/1.1" status: 204 len: 173 time: 0.8731849 Sep 15 08:44:25.175182 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc080b7c-b986-49ab-b648-98fd3de55a68 req-66ea746b-e1fe-42f7-9093-0312cc6dccf9 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:25.176591 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fc080b7c-b986-49ab-b648-98fd3de55a68 req-66ea746b-e1fe-42f7-9093-0312cc6dccf9 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.1306562 Sep 15 08:44:25.210294 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc772e-a508-4d4f-b379-e27d5236b109 req-fc341dd6-c58b-4b99-bf1f-30cb506fddeb tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:25.212034 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-19dc772e-a508-4d4f-b379-e27d5236b109 req-fc341dd6-c58b-4b99-bf1f-30cb506fddeb tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 944 time: 0.0893278 Sep 15 08:44:25.241427 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fc080b7c-b986-49ab-b648-98fd3de55a68 req-f380c8c9-2201-4a44-a651-fdcff5e2f324 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583472 Sep 15 08:44:25.259135 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-19dc772e-a508-4d4f-b379-e27d5236b109 req-580bbef2-d324-41a9-9e77-a153b4669624 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 Sep 15 08:44:25.344168 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d3afe1-f135-4d77-800b-1c2270ede5df', 'name': 'network-vif-deleted', 'tag': 'e3e9acdc-33fd-40eb-93e7-e99361226570', 'status': 'completed', 'code': 200} Sep 15 08:44:25.400349 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-50f5ed3c-cdb1-4e08-825a-d36f024ab023 req-f8ebfa0f-005e-474e-b030-e83a4a1a6852 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Synchronizing usage tracker for tenant:b6e90935ba4743229c5cdca2ff89f8c5 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:44:25.415886 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-50f5ed3c-cdb1-4e08-825a-d36f024ab023 req-f8ebfa0f-005e-474e-b030-e83a4a1a6852 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Unset dirty status for tenant:b6e90935ba4743229c5cdca2ff89f8c5 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:44:25.417439 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-50f5ed3c-cdb1-4e08-825a-d36f024ab023 req-f8ebfa0f-005e-474e-b030-e83a4a1a6852 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d3afe1-f135-4d77-800b-1c2270ede5df HTTP/1.1" status: 200 len: 210 time: 0.0589328 Sep 15 08:44:26.032419 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 457f6d71-9605-46d0-acac-4efcc488a8be up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:44:26.093587 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:26.113319 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 457f6d71-9605-46d0-acac-4efcc488a8be triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:26.113775 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:26.196868 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67bfc0-c887-480c-a06e-b2b37fa3763a req-826ea4c0-80e0-4d39-90ef-d938cf68bf88 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:26.198538 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-1a67bfc0-c887-480c-a06e-b2b37fa3763a req-826ea4c0-80e0-4d39-90ef-d938cf68bf88 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0837197 Sep 15 08:44:26.227983 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:26.245643 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-1a67bfc0-c887-480c-a06e-b2b37fa3763a req-a8522563-35b7-4909-9461-bcd0aaa22212 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Sep 15 08:44:26.254251 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457f6d71-9605-46d0-acac-4efcc488a8be'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:44:26.270773 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 457f6d71-9605-46d0-acac-4efcc488a8be, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=457f6d71-9605-46d0-acac-4efcc488a8be,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:26.276842 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:26.279461 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-0081e3fe-7ae9-4f23-8f66-68d34a81608b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:26.316446 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457f6d71-9605-46d0-acac-4efcc488a8be', 'code': 200} Sep 15 08:44:26.351331 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=457f6d71-9605-46d0-acac-4efcc488a8be,revision_number=7']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:26.354652 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:26.441012 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701725c-40b0-4df5-a12f-07dc9a9ae1bb req-62f015b8-6c6e-435d-b28d-0295c1cb89c9 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:26.442574 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f701725c-40b0-4df5-a12f-07dc9a9ae1bb req-62f015b8-6c6e-435d-b28d-0295c1cb89c9 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.0756443 Sep 15 08:44:26.490555 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f701725c-40b0-4df5-a12f-07dc9a9ae1bb req-60a6c466-9171-43d4-87ac-cfad6dac2f9c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414407 Sep 15 08:44:26.553334 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85a3b3-006e-4445-b6f6-0daec4f7f9ea req-e478fcf2-f4cc-4c65-87ef-9bd0c5f8b988 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:26.554820 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0d85a3b3-006e-4445-b6f6-0daec4f7f9ea req-e478fcf2-f4cc-4c65-87ef-9bd0c5f8b988 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.1456711 Sep 15 08:44:26.601900 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0d85a3b3-006e-4445-b6f6-0daec4f7f9ea req-f43d7613-0537-47da-8d3a-49299dab8376 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400312 Sep 15 08:44:27.471421 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe937b-e4bf-426e-a6bf-61a4ea261fee req-78370c87-a3da-4635-b2c7-64456e63b834 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:27.472841 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f0fe937b-e4bf-426e-a6bf-61a4ea261fee req-78370c87-a3da-4635-b2c7-64456e63b834 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.1112406 Sep 15 08:44:27.518445 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f0fe937b-e4bf-426e-a6bf-61a4ea261fee req-829ea319-dd58-4f13-84ea-58b295333387 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401571 Sep 15 08:44:27.684821 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606dadd-4f7d-411d-93e1-f2d1af15e46d req-9e0819b9-b1d4-429d-8d2e-59a0d7a61d28 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:27.686321 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c606dadd-4f7d-411d-93e1-f2d1af15e46d req-9e0819b9-b1d4-429d-8d2e-59a0d7a61d28 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.0775015 Sep 15 08:44:27.734760 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c606dadd-4f7d-411d-93e1-f2d1af15e46d req-78d31cbe-ed8c-4a9a-8604-ad9a23034354 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427790 Sep 15 08:44:27.812225 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67e61d-fe89-4924-a313-795355151914 req-f43b1499-cf5e-48fb-9137-f32218cea897 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:27.813671 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2d67e61d-fe89-4924-a313-795355151914 req-f43b1499-cf5e-48fb-9137-f32218cea897 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0779340 Sep 15 08:44:27.858959 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2d67e61d-fe89-4924-a313-795355151914 req-f8352cb8-e9f0-48be-92b6-f2f64ae371b1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394714 Sep 15 08:44:28.037440 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device e3e9acdc-33fd-40eb-93e7-e99361226570 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:44:28.072758 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: e3e9acdc-33fd-40eb-93e7-e99361226570 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:44:28.073114 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device e3e9acdc-33fd-40eb-93e7-e99361226570 not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:44:28.254571 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ecf3b-47ea-41b8-b67e-39b75dd68f7b req-a2da5630-e827-4717-a5f2-6abbf3868df7 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:28.256028 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8d9ecf3b-47ea-41b8-b67e-39b75dd68f7b req-a2da5630-e827-4717-a5f2-6abbf3868df7 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.42 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.0790422 Sep 15 08:44:28.325123 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-8d9ecf3b-47ea-41b8-b67e-39b75dd68f7b req-0e8de0d6-4c67-4d3b-ab22-73eb009a9404 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Deleting port 3794f0e6-2b28-4490-9787-38b50341bace {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:28.325461 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-8d9ecf3b-47ea-41b8-b67e-39b75dd68f7b req-0e8de0d6-4c67-4d3b-ab22-73eb009a9404 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.570301 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-8d9ecf3b-47ea-41b8-b67e-39b75dd68f7b req-0e8de0d6-4c67-4d3b-ab22-73eb009a9404 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] For port 3794f0e6-2b28-4490-9787-38b50341bace, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3794f0e6-2b28-4490-9787-38b50341bace,segment=NetworkSegment(2a133aea-10c3-4401-a846-815ba12d4867),segment_id=2a133aea-10c3-4401-a846-815ba12d4867)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:28.570695 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-8d9ecf3b-47ea-41b8-b67e-39b75dd68f7b req-0e8de0d6-4c67-4d3b-ab22-73eb009a9404 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.696302 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-8d9ecf3b-47ea-41b8-b67e-39b75dd68f7b req-0e8de0d6-4c67-4d3b-ab22-73eb009a9404 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Calling delete_port for 3794f0e6-2b28-4490-9787-38b50341bace owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:28.837839 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27259cc-3413-448e-a9b5-6ca02f58214e req-e064ecd6-81f7-48c0-87b1-aa076badb2a9 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:28.839801 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a27259cc-3413-448e-a9b5-6ca02f58214e req-e064ecd6-81f7-48c0-87b1-aa076badb2a9 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/ports?device_id=83417db9-4daf-47df-8479-95b0edc39f45 HTTP/1.1" status: 200 len: 945 time: 0.1499591 Sep 15 08:44:28.933455 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f005f-6b60-4359-842a-6f9b8b743e5d req-a97375b6-1327-4bee-aef8-76222af32755 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:28.934115 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a27259cc-3413-448e-a9b5-6ca02f58214e req-081b54b0-64aa-49c4-93f7-d126f8727aff tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639324 Sep 15 08:44:28.935324 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-187f005f-6b60-4359-842a-6f9b8b743e5d req-a97375b6-1327-4bee-aef8-76222af32755 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.0773892 Sep 15 08:44:28.935749 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-8d9ecf3b-47ea-41b8-b67e-39b75dd68f7b req-0e8de0d6-4c67-4d3b-ab22-73eb009a9404 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.941411 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:28.976840 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['3794f0e6-2b28-4490-9787-38b50341bace'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:44:28.993166 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-187f005f-6b60-4359-842a-6f9b8b743e5d req-ced8a59e-ba6b-4e01-8808-4568d75f0d44 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517647 Sep 15 08:44:29.003882 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8de0d6-4c67-4d3b-ab22-73eb009a9404 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Pushing event deleted for resources: {'Port': ['ID=3794f0e6-2b28-4490-9787-38b50341bace,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:29.008754 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-0e8de0d6-4c67-4d3b-ab22-73eb009a9404 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:29.133606 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9ecf3b-47ea-41b8-b67e-39b75dd68f7b req-0e8de0d6-4c67-4d3b-ab22-73eb009a9404 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] No DVR routers for this DVR port 3794f0e6-2b28-4490-9787-38b50341bace on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:44:29.137232 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-8d9ecf3b-47ea-41b8-b67e-39b75dd68f7b req-0e8de0d6-4c67-4d3b-ab22-73eb009a9404 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:29.139975 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83417db9-4daf-47df-8479-95b0edc39f45', 'name': 'network-vif-deleted', 'tag': '3794f0e6-2b28-4490-9787-38b50341bace'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:44:29.158894 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8d9ecf3b-47ea-41b8-b67e-39b75dd68f7b req-0e8de0d6-4c67-4d3b-ab22-73eb009a9404 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] 10.222.0.42 "DELETE /v2.0/ports/3794f0e6-2b28-4490-9787-38b50341bace HTTP/1.1" status: 204 len: 173 time: 0.8968799 Sep 15 08:44:29.209329 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef0387-64cb-4606-b5da-907d26c55c94 req-94dc6f31-2891-4c1d-9577-014e1e53447b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:29.215010 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-23ef0387-64cb-4606-b5da-907d26c55c94 req-94dc6f31-2891-4c1d-9577-014e1e53447b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.1274400 Sep 15 08:44:29.217398 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83417db9-4daf-47df-8479-95b0edc39f45', 'name': 'network-vif-deleted', 'tag': '3794f0e6-2b28-4490-9787-38b50341bace', 'status': 'completed', 'code': 200} Sep 15 08:44:29.278523 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-23ef0387-64cb-4606-b5da-907d26c55c94 req-deaac326-41a4-41e8-8e21-7577a67cc02b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600412 Sep 15 08:44:30.068619 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 59010) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:30.383781 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9afa3-4758-46cc-8d75-e486d6596df3 req-cdcb31aa-da67-40b1-a423-dccd974dc437 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:30.385293 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-abe9afa3-4758-46cc-8d75-e486d6596df3 req-cdcb31aa-da67-40b1-a423-dccd974dc437 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.1952372 Sep 15 08:44:30.494252 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-abe9afa3-4758-46cc-8d75-e486d6596df3 req-ab0f1b4b-e8f4-43ec-8f46-44441c1c9815 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032715 Sep 15 08:44:30.591392 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a400a5-4e32-42c1-a5e7-1e6e0bb92b67 req-5dc2375a-f123-47fe-80d5-ca81683e5f15 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:30.593068 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-00a400a5-4e32-42c1-a5e7-1e6e0bb92b67 req-5dc2375a-f123-47fe-80d5-ca81683e5f15 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.1211681 Sep 15 08:44:30.700732 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-00a400a5-4e32-42c1-a5e7-1e6e0bb92b67 req-097741a3-7689-4cb7-bf2b-6729909fec1d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002045 Sep 15 08:44:30.840222 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 59038) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:30.875891 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8b9544c1-5c4a-4749-a751-61ab0e8df111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358237'] for router_interface, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.076250 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e4d278ab-c6bc-42e0-936f-089d3a100304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.091324 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-17ab8cab-1432-44b6-b7a6-e0b558ce3f07 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:31.093558 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-17ab8cab-1432-44b6-b7a6-e0b558ce3f07 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/networks?id=21a58eba-cef7-4d7b-ac6d-a4841130209b HTTP/1.1" status: 200 len: 814 time: 0.2568924 Sep 15 08:44:31.120561 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-e4d278ab-c6bc-42e0-936f-089d3a100304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:31.125525 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-e4d278ab-c6bc-42e0-936f-089d3a100304 admin admin] Usage tracker for resource:security_group_rule and tenant:1b346c74479449a8bccb4b842a9ffa95 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:31.128661 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-e4d278ab-c6bc-42e0-936f-089d3a100304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:31.136151 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-e4d278ab-c6bc-42e0-936f-089d3a100304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:31.183730 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-19903386-eb5a-4569-870e-00bedbaf4f17 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/quotas/b6e90935ba4743229c5cdca2ff89f8c5 HTTP/1.1" status: 200 len: 375 time: 0.0833573 Sep 15 08:44:31.224219 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e4d278ab-c6bc-42e0-936f-089d3a100304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.230189 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e4d278ab-c6bc-42e0-936f-089d3a100304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.240042 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-a5d371fe-d7e6-4927-8667-5904124132c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:31.242715 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-8d3aab0f-cc10-465e-89bb-0291aedf965a tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6e90935ba4743229c5cdca2ff89f8c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515513 Sep 15 08:44:31.282101 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d278ab-c6bc-42e0-936f-089d3a100304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae51463-3bd8-4a7c-835c-ab4fabb01eb1,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:31.287733 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-e4d278ab-c6bc-42e0-936f-089d3a100304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:31.296549 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-e4d278ab-c6bc-42e0-936f-089d3a100304 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b346c74479449a8bccb4b842a9ffa95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4544718 Sep 15 08:44:31.299809 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 59046) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:31.370483 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c185f466-b443-4c5a-8a45-d2423cfaab0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.390165 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-2a09be97-b080-4050-b984-bfcb1e77c3c1 service neutron] 10.222.0.24 "GET /v2.0/networks/21a58eba-cef7-4d7b-ac6d-a4841130209b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318357 Sep 15 08:44:31.401278 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c185f466-b443-4c5a-8a45-d2423cfaab0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.473662 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c185f466-b443-4c5a-8a45-d2423cfaab0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.484146 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-51611ec7-4f9f-46ab-a03e-1ab46461fea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:31.510306 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c185f466-b443-4c5a-8a45-d2423cfaab0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.512472 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-c185f466-b443-4c5a-8a45-d2423cfaab0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ae51463-3bd8-4a7c-835c-ab4fabb01eb1 HTTP/1.1" status: 204 len: 168 time: 0.2112269 Sep 15 08:44:31.515660 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185f466-b443-4c5a-8a45-d2423cfaab0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae51463-3bd8-4a7c-835c-ab4fabb01eb1,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:31.526755 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-c185f466-b443-4c5a-8a45-d2423cfaab0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:31.676185 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-5bc714cd-fa8d-4564-b240-c1115dd193f7 service neutron] 10.222.0.24 "GET /v2.0/networks/21a58eba-cef7-4d7b-ac6d-a4841130209b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771962 Sep 15 08:44:31.833403 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836a280-5660-408b-86ef-7151815b09c5 req-308124cd-1cff-4f2d-be02-ad732c3e4149 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:31.834907 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3836a280-5660-408b-86ef-7151815b09c5 req-308124cd-1cff-4f2d-be02-ad732c3e4149 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.1712317 Sep 15 08:44:31.894032 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3836a280-5660-408b-86ef-7151815b09c5 req-f78f3bcb-79c0-4377-a577-903c7bb1888a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517683 Sep 15 08:44:31.976700 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:32.032005 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 59062) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:32.074335 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 3794f0e6-2b28-4490-9787-38b50341bace no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:44:32.113036 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2fe3d33e-fc1b-4bee-8b73-35e37faea689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:32.121492 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: 3794f0e6-2b28-4490-9787-38b50341bace {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:44:32.121947 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 3794f0e6-2b28-4490-9787-38b50341bace not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:44:32.136760 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ae557072-953a-4ac3-8409-6429ae8b99e8 req-c504b3d4-a7d2-42c5-852b-a2c61d2e6029 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 210 time: 0.1079926 Sep 15 08:44:32.163139 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-2fe3d33e-fc1b-4bee-8b73-35e37faea689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:32.169269 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-2fe3d33e-fc1b-4bee-8b73-35e37faea689 admin admin] Usage tracker for resource:security_group_rule and tenant:31da0f3c78b44a5ea9f2ba04a717310a is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:32.173102 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-2fe3d33e-fc1b-4bee-8b73-35e37faea689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:32.190726 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-2fe3d33e-fc1b-4bee-8b73-35e37faea689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:32.287301 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2fe3d33e-fc1b-4bee-8b73-35e37faea689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:32.289382 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [None req-8b9544c1-5c4a-4749-a751-61ab0e8df111 admin admin] Deleting port 25d98c93-e094-437a-9e16-3089d1c552c3 {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:32.290116 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8b9544c1-5c4a-4749-a751-61ab0e8df111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:32.294338 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2fe3d33e-fc1b-4bee-8b73-35e37faea689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:32.305611 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-e4d278ab-c6bc-42e0-936f-089d3a100304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:32.372556 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3d33e-fc1b-4bee-8b73-35e37faea689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa37242-3c37-43b4-bf93-68817f9e0fec,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:32.379299 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-2fe3d33e-fc1b-4bee-8b73-35e37faea689 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31da0f3c78b44a5ea9f2ba04a717310a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3461792 Sep 15 08:44:32.380198 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-2fe3d33e-fc1b-4bee-8b73-35e37faea689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:32.381627 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 59072) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:32.459692 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b51af3fa-2745-4859-8551-1e949ab6a641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:32.490770 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b51af3fa-2745-4859-8551-1e949ab6a641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:32.512712 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-8b9544c1-5c4a-4749-a751-61ab0e8df111 admin admin] For port 25d98c93-e094-437a-9e16-3089d1c552c3, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=25d98c93-e094-437a-9e16-3089d1c552c3,segment=NetworkSegment(2a133aea-10c3-4401-a846-815ba12d4867),segment_id=2a133aea-10c3-4401-a846-815ba12d4867)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:32.513072 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8b9544c1-5c4a-4749-a751-61ab0e8df111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:32.553867 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b51af3fa-2745-4859-8551-1e949ab6a641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:32.558980 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-67733f3d-940a-4018-8510-5be1b7341c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:32.587790 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51af3fa-2745-4859-8551-1e949ab6a641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa37242-3c37-43b4-bf93-68817f9e0fec,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:32.597424 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b51af3fa-2745-4859-8551-1e949ab6a641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:32.614215 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b51af3fa-2745-4859-8551-1e949ab6a641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:32.625064 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-b51af3fa-2745-4859-8551-1e949ab6a641 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8aa37242-3c37-43b4-bf93-68817f9e0fec HTTP/1.1" status: 204 len: 168 time: 0.2422798 Sep 15 08:44:32.813638 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [None req-8b9544c1-5c4a-4749-a751-61ab0e8df111 admin admin] Calling delete_port for 25d98c93-e094-437a-9e16-3089d1c552c3 owned by network:router_interface {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:33.207816 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a42e7-808f-4b97-b580-1184f3ba3527 req-00d7a320-f9ab-44f0-bd26-6712e2d5f674 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:33.230387 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-627a42e7-808f-4b97-b580-1184f3ba3527 req-00d7a320-f9ab-44f0-bd26-6712e2d5f674 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 1.0358677 Sep 15 08:44:33.330951 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-627a42e7-808f-4b97-b580-1184f3ba3527 req-f8335292-6709-4b0f-946a-47002313ea58 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151888 Sep 15 08:44:33.342859 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10039e76-f4fb-4dc5-a021-990533d471c8 req-f03cc5a2-82b1-4160-b672-120d58c34de6 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:33.344534 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-10039e76-f4fb-4dc5-a021-990533d471c8 req-f03cc5a2-82b1-4160-b672-120d58c34de6 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.2075019 Sep 15 08:44:33.421321 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-10039e76-f4fb-4dc5-a021-990533d471c8 req-eb46ebe1-6cd6-427f-9389-ac5ef22e2d4a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712659 Sep 15 08:44:33.801242 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8b9544c1-5c4a-4749-a751-61ab0e8df111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:33.807120 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-28b49acb-2a84-410c-8e5a-5954c6e361b3 req-c3111acd-f565-430f-8f47-bb8583e96400 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 210 time: 0.1098564 Sep 15 08:44:33.817802 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e4abcde0-1037-4667-9962-83d6169b2bf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:33.874637 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9544c1-5c4a-4749-a751-61ab0e8df111 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d98c93-e094-437a-9e16-3089d1c552c3,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:33.876987 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8b9544c1-5c4a-4749-a751-61ab0e8df111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:33.983542 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-ac1871bf-8d0e-4583-b4b9-b1e823200933 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:33.984962 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-ac1871bf-8d0e-4583-b4b9-b1e823200933 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.42 "GET /v2.0/networks?id=21a58eba-cef7-4d7b-ac6d-a4841130209b HTTP/1.1" status: 200 len: 814 time: 0.4455485 Sep 15 08:44:34.012391 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-b4584f89-2bd6-4638-adc0-b8ef6e164921 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Request body: {'port': {'device_id': '9a3b4db3-4cd6-4879-bfa2-e65968034888', 'network_id': '21a58eba-cef7-4d7b-ac6d-a4841130209b', 'admin_state_up': True, 'tenant_id': 'b6e90935ba4743229c5cdca2ff89f8c5'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:34.293617 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-b4584f89-2bd6-4638-adc0-b8ef6e164921 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:34.318602 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-b4584f89-2bd6-4638-adc0-b8ef6e164921 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:34.398169 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-b4584f89-2bd6-4638-adc0-b8ef6e164921 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Made reservation on behalf of b6e90935ba4743229c5cdca2ff89f8c5 for: {'port': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:44:34.405764 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-b4584f89-2bd6-4638-adc0-b8ef6e164921 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:34.607787 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-b4584f89-2bd6-4638-adc0-b8ef6e164921 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Allocated IP 172.20.0.2 (21a58eba-cef7-4d7b-ac6d-a4841130209b/03c2730e-c3aa-4673-9890-e1a10c6a047e/4a631a8c-0995-431a-ab98-f88ca4ed90c3) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:44:34.644587 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759eaac-6489-4e42-877b-51f00e95c13a req-32890513-4db9-4a92-a946-85c026e5e11e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:34.653659 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-b759eaac-6489-4e42-877b-51f00e95c13a req-32890513-4db9-4a92-a946-85c026e5e11e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.1607628 Sep 15 08:44:34.702799 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-b759eaac-6489-4e42-877b-51f00e95c13a req-dc9dee46-b9f7-4381-bdad-f3248fd00f87 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477755 Sep 15 08:44:34.985191 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8b9544c1-5c4a-4749-a751-61ab0e8df111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1469253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358377'] for router_interface, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.046892 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8cb93c16-724c-43c6-b72b-939d4eaa7aa6 req-dd9e70ee-0daa-4f09-889b-be9ea42ddffd tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 210 time: 0.0719292 Sep 15 08:44:35.133300 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa996e-9606-4945-9076-b77dded444c8 req-a957b79a-b0ca-4eb5-b930-b96a0fffbcc3 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:35.134850 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0baa996e-9606-4945-9076-b77dded444c8 req-a957b79a-b0ca-4eb5-b930-b96a0fffbcc3 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.4957099 Sep 15 08:44:35.235396 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-b4584f89-2bd6-4638-adc0-b8ef6e164921 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.266378 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0baa996e-9606-4945-9076-b77dded444c8 req-2edc66d9-9e5c-41df-a46d-87ca21f263b4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160350 Sep 15 08:44:35.371854 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-b4584f89-2bd6-4638-adc0-b8ef6e164921 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.378396 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-3e3c4f43-1d0b-474a-a8f0-f2e45053c907 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:35.466547 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-b4584f89-2bd6-4638-adc0-b8ef6e164921 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Network 21a58eba-cef7-4d7b-ac6d-a4841130209b is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:44:35.470223 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-b4584f89-2bd6-4638-adc0-b8ef6e164921 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:44:35.476115 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-b4584f89-2bd6-4638-adc0-b8ef6e164921 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:44:35.537269 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-b4584f89-2bd6-4638-adc0-b8ef6e164921 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:35.537896 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-b4584f89-2bd6-4638-adc0-b8ef6e164921 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.542078 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4584f89-2bd6-4638-adc0-b8ef6e164921 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Pushing event updated for resources: {'Port': ['ID=4a631a8c-0995-431a-ab98-f88ca4ed90c3,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:35.551969 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b4584f89-2bd6-4638-adc0-b8ef6e164921 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:35.745491 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-b4584f89-2bd6-4638-adc0-b8ef6e164921 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7393699 Sep 15 08:44:35.766876 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Request body: {'port': {'device_id': '9a3b4db3-4cd6-4879-bfa2-e65968034888', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:35.889841 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.989169 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726815f-4be2-4b09-b27e-cf8b5e7aa595 req-91fa0556-e3ed-4fe8-b5c3-ab9b66e985e7 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:35.991907 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7726815f-4be2-4b09-b27e-cf8b5e7aa595 req-91fa0556-e3ed-4fe8-b5c3-ab9b66e985e7 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.1207504 Sep 15 08:44:36.061590 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7726815f-4be2-4b09-b27e-cf8b5e7aa595 req-1d842604-25e7-4999-b30e-ad954b1f7c96 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616193 Sep 15 08:44:36.527047 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9544c1-5c4a-4749-a751-61ab0e8df111 admin admin] Router a31fdb82-ab2f-4d1f-8673-d9c724ef3829 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:44:36.559548 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645da44-5bb6-4dc4-9582-d39ddaac111d req-82aef8c0-adfa-4930-b834-4a9136c9a9d7 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:36.559548 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-d645da44-5bb6-4dc4-9582-d39ddaac111d req-82aef8c0-adfa-4930-b834-4a9136c9a9d7 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Synchronizing usage tracker for tenant:b6e90935ba4743229c5cdca2ff89f8c5 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:44:36.579364 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650eda4-63ac-4924-8714-2bd4f9f36aff req-4170c764-7ec7-41f0-9ade-75dbc297bf48 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:36.586356 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4650eda4-63ac-4924-8714-2bd4f9f36aff req-4170c764-7ec7-41f0-9ade-75dbc297bf48 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.1115859 Sep 15 08:44:36.639283 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4650eda4-63ac-4924-8714-2bd4f9f36aff req-f4c9b6c2-2fa2-4273-8010-c4a09c8f8e23 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516994 Sep 15 08:44:36.679708 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-d645da44-5bb6-4dc4-9582-d39ddaac111d req-82aef8c0-adfa-4930-b834-4a9136c9a9d7 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Unset dirty status for tenant:b6e90935ba4743229c5cdca2ff89f8c5 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:44:36.680858 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d645da44-5bb6-4dc4-9582-d39ddaac111d req-82aef8c0-adfa-4930-b834-4a9136c9a9d7 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 931 time: 0.4231186 Sep 15 08:44:36.744723 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a631a8c-0995-431a-ab98-f88ca4ed90c3 {{(pid=75066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:44:36.761948 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:36.899136 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Transition to ACTIVE for port object 4a631a8c-0995-431a-ab98-f88ca4ed90c3 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:44:36.907859 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:36.913129 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d645da44-5bb6-4dc4-9582-d39ddaac111d req-213c8ff6-4d6a-43ac-9723-cfde1a682d65 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209768 Sep 15 08:44:36.915149 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:37.097765 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a631a8c-0995-431a-ab98-f88ca4ed90c3,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:37.105080 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:37.267811 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Attempting to bind port 4a631a8c-0995-431a-ab98-f88ca4ed90c3 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:44:37.268305 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Attempting to bind port 4a631a8c-0995-431a-ab98-f88ca4ed90c3 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '2945816c-da07-478d-92fd-f604bd85abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21a58eba-cef7-4d7b-ac6d-a4841130209b'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:44:37.268731 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Attempting to bind port 4a631a8c-0995-431a-ab98-f88ca4ed90c3 on network 21a58eba-cef7-4d7b-ac6d-a4841130209b {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:44:37.272692 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9544c1-5c4a-4749-a751-61ab0e8df111 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:44:37.279161 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-8b9544c1-5c4a-4749-a751-61ab0e8df111 admin admin] 10.222.0.24 "PUT /v2.0/routers/a31fdb82-ab2f-4d1f-8673-d9c724ef3829/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2094526 Sep 15 08:44:37.282385 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 59142) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:37.285131 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Port 4a631a8c-0995-431a-ab98-f88ca4ed90c3 on network 21a58eba-cef7-4d7b-ac6d-a4841130209b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:44:37.285398 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ed134-dfd5-4066-a637-764f2966d634 None None] Sync routers for ids ['a31fdb82-ab2f-4d1f-8673-d9c724ef3829'] in dv-cinder-806008-2-smb {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:44:37.286004 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Attempting to bind port 4a631a8c-0995-431a-ab98-f88ca4ed90c3 on network 21a58eba-cef7-4d7b-ac6d-a4841130209b {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:44:37.297992 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ed134-dfd5-4066-a637-764f2966d634 None None] Routers {'a31fdb82-ab2f-4d1f-8673-d9c724ef3829'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:37.298631 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-205ed134-dfd5-4066-a637-764f2966d634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:44:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['a31fdb82-ab2f-4d1f-8673-d9c724ef3829'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:37.332519 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8eef57-4787-4a14-8f20-2fab50edbbca req-da7c4888-8ef0-4bf2-945f-d28cf7b20e4d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:37.334101 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ef8eef57-4787-4a14-8f20-2fab50edbbca req-da7c4888-8ef0-4bf2-945f-d28cf7b20e4d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0999339 Sep 15 08:44:37.388822 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:44:37.389762 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Checking segment: {'id': '2945816c-da07-478d-92fd-f604bd85abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21a58eba-cef7-4d7b-ac6d-a4841130209b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:44:37.390317 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Bound using segment: {'id': '2945816c-da07-478d-92fd-f604bd85abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21a58eba-cef7-4d7b-ac6d-a4841130209b'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:44:37.390976 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Bound port: 4a631a8c-0995-431a-ab98-f88ca4ed90c3, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2945816c-da07-478d-92fd-f604bd85abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21a58eba-cef7-4d7b-ac6d-a4841130209b'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:44:37.391811 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:37.404811 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ef8eef57-4787-4a14-8f20-2fab50edbbca req-a44642c6-a489-45bc-9a94-1e96a5af9f34 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608356 Sep 15 08:44:37.489818 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-205ed134-dfd5-4066-a637-764f2966d634 None None] Set router a31fdb82-ab2f-4d1f-8673-d9c724ef3829 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:37.524292 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] For port 4a631a8c-0995-431a-ab98-f88ca4ed90c3, host hv-cinder-80600, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:44:37.535461 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] For port 4a631a8c-0995-431a-ab98-f88ca4ed90c3, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4a631a8c-0995-431a-ab98-f88ca4ed90c3,segment=NetworkSegment(2945816c-da07-478d-92fd-f604bd85abaf),segment_id=2945816c-da07-478d-92fd-f604bd85abaf)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:44:37.546092 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:37.552890 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8fc632c4-e858-4f37-8fc8-f17cfc238475 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:37.673226 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:37.674834 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] 10.222.0.42 "PUT /v2.0/ports/4a631a8c-0995-431a-ab98-f88ca4ed90c3 HTTP/1.1" status: 200 len: 1093 time: 1.9155157 Sep 15 08:44:37.682378 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3b4db3-4cd6-4879-bfa2-e65968034888', 'tag': '4a631a8c-0995-431a-ab98-f88ca4ed90c3'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:44:37.714597 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a631a8c-0995-431a-ab98-f88ca4ed90c3,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:37.718709 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:37.813840 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3b4db3-4cd6-4879-bfa2-e65968034888', 'tag': '4a631a8c-0995-431a-ab98-f88ca4ed90c3', 'status': 'completed', 'code': 200} Sep 15 08:44:37.833754 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b6ca729f-d20c-49ee-a711-819a6b5ec3a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:37.871300 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-205ed134-dfd5-4066-a637-764f2966d634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'name': 'tempest-ServerRescueNegativeTestJSON-1315763640-router', 'tenant_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '3c7d0400-111a-4554-898e-8d8156db73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:44:33Z', 'revision_number': 5, 'project_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'gw_port': {'id': '3c7d0400-111a-4554-898e-8d8156db73af', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:37.881085 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ed134-dfd5-4066-a637-764f2966d634 None None] Checking router: a31fdb82-ab2f-4d1f-8673-d9c724ef3829 for host: dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:44:37.894892 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ed134-dfd5-4066-a637-764f2966d634 None None] Routers {'a31fdb82-ab2f-4d1f-8673-d9c724ef3829'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:37.896295 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-205ed134-dfd5-4066-a637-764f2966d634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:44:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['a31fdb82-ab2f-4d1f-8673-d9c724ef3829'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:37.917075 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-d8af0402-3913-4416-9323-e2f4952935b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6e90935ba4743229c5cdca2ff89f8c5&device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 1096 time: 0.1696651 Sep 15 08:44:38.057065 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-a7de016e-c13b-4897-a106-47b38175b649 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a631a8c-0995-431a-ab98-f88ca4ed90c3 HTTP/1.1" status: 200 len: 217 time: 0.1233656 Sep 15 08:44:38.180803 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-205ed134-dfd5-4066-a637-764f2966d634 None None] Set router a31fdb82-ab2f-4d1f-8673-d9c724ef3829 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:38.220153 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-d7c1acc3-d432-409f-b753-e2e71f49afca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:38.221843 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-d7c1acc3-d432-409f-b753-e2e71f49afca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c2730e-c3aa-4673-9890-e1a10c6a047e HTTP/1.1" status: 200 len: 854 time: 0.1580138 Sep 15 08:44:38.299070 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9395f1e-b464-4a86-8b74-107851ca35d9 req-e74b92cf-6544-474a-9114-dd9d6193c7d6 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:38.300838 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d9395f1e-b464-4a86-8b74-107851ca35d9 req-e74b92cf-6544-474a-9114-dd9d6193c7d6 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.3715785 Sep 15 08:44:38.311136 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-ce7d0725-4ced-4d90-9113-888609cb39e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21a58eba-cef7-4d7b-ac6d-a4841130209b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797465 Sep 15 08:44:38.313905 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6c151-3d82-4d9c-91a6-06f87ca84a48 req-3d6c5093-3a0f-4939-bdbb-948f554d5c7f tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:38.321459 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-31b6c151-3d82-4d9c-91a6-06f87ca84a48 req-3d6c5093-3a0f-4939-bdbb-948f554d5c7f tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 943 time: 0.1560273 Sep 15 08:44:38.379019 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-31b6c151-3d82-4d9c-91a6-06f87ca84a48 req-8342ba39-6cb0-4a17-ab05-1986a3a597cc tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565100 Sep 15 08:44:38.480265 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d9395f1e-b464-4a86-8b74-107851ca35d9 req-e3e02479-ada6-4af6-ab4d-ce75b6458a2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716261 Sep 15 08:44:38.504683 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b6ca729f-d20c-49ee-a711-819a6b5ec3a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:38.527965 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-25c2a62b-a719-4965-b74f-fac12aa5ce1f service neutron] 10.222.0.42 "GET /v2.0/networks/21a58eba-cef7-4d7b-ac6d-a4841130209b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954136 Sep 15 08:44:38.532498 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca729f-d20c-49ee-a711-819a6b5ec3a3 admin admin] Deleting port 3c7d0400-111a-4554-898e-8d8156db73af {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:38.533016 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b6ca729f-d20c-49ee-a711-819a6b5ec3a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:38.755469 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93ca70-8b81-4f0d-b498-4ff2e8a59ef3 req-5cfb7549-d0ba-46ac-8b46-67250035b668 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:38.757524 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-205ed134-dfd5-4066-a637-764f2966d634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'name': 'tempest-ServerRescueNegativeTestJSON-1315763640-router', 'tenant_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '3c7d0400-111a-4554-898e-8d8156db73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:44:33Z', 'revision_number': 5, 'project_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'gw_port': {'id': '3c7d0400-111a-4554-898e-8d8156db73af', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:38.762153 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-0d93ca70-8b81-4f0d-b498-4ff2e8a59ef3 req-5cfb7549-d0ba-46ac-8b46-67250035b668 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.1433835 Sep 15 08:44:38.763688 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ed134-dfd5-4066-a637-764f2966d634 None None] The sync data for ids ['a31fdb82-ab2f-4d1f-8673-d9c724ef3829'] in dv-cinder-806008-2-smb is: [{'id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'name': 'tempest-ServerRescueNegativeTestJSON-1315763640-router', 'tenant_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '3c7d0400-111a-4554-898e-8d8156db73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:44:33Z', 'revision_number': 5, 'project_id': '8a2504fc61c643689d3bd8f37fc59dc4', 'gw_port': {'id': '3c7d0400-111a-4554-898e-8d8156db73af', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31fdb82-ab2f-4d1f-8673-d9c724ef3829', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}] {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:44:38.818780 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-0d93ca70-8b81-4f0d-b498-4ff2e8a59ef3 req-08c3b5d8-9b78-4fa6-975d-416b0cdfe91c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495477 Sep 15 08:44:38.838330 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-811e4b54-414f-4481-adc6-1647ce68c6a3 req-e904fd74-a27c-4769-b0fa-e152dc59098c service neutron] 10.222.0.42 "GET /v2.0/networks/21a58eba-cef7-4d7b-ac6d-a4841130209b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807605 Sep 15 08:44:39.043112 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-b6ca729f-d20c-49ee-a711-819a6b5ec3a3 admin admin] For port 3c7d0400-111a-4554-898e-8d8156db73af, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=3c7d0400-111a-4554-898e-8d8156db73af,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:39.043388 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b6ca729f-d20c-49ee-a711-819a6b5ec3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:39.200186 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca729f-d20c-49ee-a711-819a6b5ec3a3 admin admin] Calling delete_port for 3c7d0400-111a-4554-898e-8d8156db73af owned by network:router_gateway {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:39.273733 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-62e9a745-c26b-47eb-bdd1-fa71be55cb25 req-3c684053-f309-41bb-8382-9a2c234e4f47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6e90935ba4743229c5cdca2ff89f8c5&device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 1096 time: 0.3218708 Sep 15 08:44:39.663725 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b6ca729f-d20c-49ee-a711-819a6b5ec3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:39.680980 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 59176) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:39.732267 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-263d2391-81ce-4dd1-bffd-34f7b178189e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:39.827191 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821457-8e81-49e8-b798-e4b13c19b1fa req-2ad98f7b-d551-4d22-943d-a91796716e9d tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:39.828945 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ba821457-8e81-49e8-b798-e4b13c19b1fa req-2ad98f7b-d551-4d22-943d-a91796716e9d tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.1029329 Sep 15 08:44:39.847780 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca729f-d20c-49ee-a711-819a6b5ec3a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7d0400-111a-4554-898e-8d8156db73af,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:39.877483 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-492ae7a1-ccf3-4e3b-871e-4a73ad834624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:39.907801 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b6ca729f-d20c-49ee-a711-819a6b5ec3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:39.910986 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9a745-c26b-47eb-bdd1-fa71be55cb25 req-60f465b1-1fd5-4890-95ac-bbcf76b86be7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:39.912461 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-62e9a745-c26b-47eb-bdd1-fa71be55cb25 req-60f465b1-1fd5-4890-95ac-bbcf76b86be7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=21a58eba-cef7-4d7b-ac6d-a4841130209b HTTP/1.1" status: 200 len: 915 time: 0.6251147 Sep 15 08:44:39.927029 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-492ae7a1-ccf3-4e3b-871e-4a73ad834624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:39.947702 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ba821457-8e81-49e8-b798-e4b13c19b1fa req-355adbb6-efeb-4f18-8c74-fca0d08e3b84 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120605 Sep 15 08:44:39.948726 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-492ae7a1-ccf3-4e3b-871e-4a73ad834624 admin admin] Usage tracker for resource:security_group_rule and tenant:70080cfcb6a94d4f989534a1fa7cc4f6 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:39.951911 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-492ae7a1-ccf3-4e3b-871e-4a73ad834624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:39.957970 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-492ae7a1-ccf3-4e3b-871e-4a73ad834624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:40.058183 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b6ca729f-d20c-49ee-a711-819a6b5ec3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357750'] for router_gateway, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:40.100672 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-492ae7a1-ccf3-4e3b-871e-4a73ad834624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:40.108406 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-492ae7a1-ccf3-4e3b-871e-4a73ad834624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:40.125506 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-2fe3d33e-fc1b-4bee-8b73-35e37faea689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:40.226755 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ae7a1-ccf3-4e3b-871e-4a73ad834624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d502ef6d-cd6f-42fd-b727-a496120b247f,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:40.253123 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-492ae7a1-ccf3-4e3b-871e-4a73ad834624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:40.257256 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-492ae7a1-ccf3-4e3b-871e-4a73ad834624 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70080cfcb6a94d4f989534a1fa7cc4f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5746684 Sep 15 08:44:40.260987 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 59184) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:40.329652 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb38da-6b0e-454f-8f90-7215e462c289 req-95cfbdc3-d9d5-46cc-b276-f462f7afabc8 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:40.331119 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-b6cb38da-6b0e-454f-8f90-7215e462c289 req-95cfbdc3-d9d5-46cc-b276-f462f7afabc8 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.2066536 Sep 15 08:44:40.373928 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 25d98c93-e094-437a-9e16-3089d1c552c3 no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:44:40.398023 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c1be2642-f9ba-4e74-94cd-cf4df9866603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:40.417757 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-b6cb38da-6b0e-454f-8f90-7215e462c289 req-bc6128d3-0be5-4c64-bf60-640252711222 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807755 Sep 15 08:44:40.437914 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c1be2642-f9ba-4e74-94cd-cf4df9866603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:40.445325 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: 25d98c93-e094-437a-9e16-3089d1c552c3 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:44:40.446865 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 25d98c93-e094-437a-9e16-3089d1c552c3 not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:44:40.525047 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c1be2642-f9ba-4e74-94cd-cf4df9866603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:40.533403 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:40.540043 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-62e9a745-c26b-47eb-bdd1-fa71be55cb25 req-c7662181-50da-4273-afed-5b38f9ab7398 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a631a8c-0995-431a-ab98-f88ca4ed90c3 HTTP/1.1" status: 200 len: 217 time: 0.4244156 Sep 15 08:44:40.546015 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be2642-f9ba-4e74-94cd-cf4df9866603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d502ef6d-cd6f-42fd-b727-a496120b247f,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:40.548236 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-c1be2642-f9ba-4e74-94cd-cf4df9866603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:40.550239 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c1be2642-f9ba-4e74-94cd-cf4df9866603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:40.551958 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-c1be2642-f9ba-4e74-94cd-cf4df9866603 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d502ef6d-cd6f-42fd-b727-a496120b247f HTTP/1.1" status: 204 len: 168 time: 0.2886400 Sep 15 08:44:40.689143 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b6ca729f-d20c-49ee-a711-819a6b5ec3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-359810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-869'] for router, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:40.699662 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e5019-2ff6-44f1-9c95-d83f39cbb61e req-a799ce85-5c85-4d7a-bef1-45a73f2460de tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:40.701281 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7b8e5019-2ff6-44f1-9c95-d83f39cbb61e req-a799ce85-5c85-4d7a-bef1-45a73f2460de tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 943 time: 1.0467973 Sep 15 08:44:40.707081 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9a745-c26b-47eb-bdd1-fa71be55cb25 req-880e0254-25c8-4bf4-a240-23afa152e0e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:40.708547 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-62e9a745-c26b-47eb-bdd1-fa71be55cb25 req-880e0254-25c8-4bf4-a240-23afa152e0e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c2730e-c3aa-4673-9890-e1a10c6a047e HTTP/1.1" status: 200 len: 854 time: 0.1603379 Sep 15 08:44:40.709303 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b6ca729f-d20c-49ee-a711-819a6b5ec3a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:40.783223 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-62e9a745-c26b-47eb-bdd1-fa71be55cb25 req-508c0422-0e67-4830-ad7f-b1b8e2ca0dd8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21a58eba-cef7-4d7b-ac6d-a4841130209b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553482 Sep 15 08:44:40.953257 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7b8e5019-2ff6-44f1-9c95-d83f39cbb61e req-fbcb0b5d-dcea-4518-bf95-7c857e5ae4e3 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419562 Sep 15 08:44:40.967008 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b6ca729f-d20c-49ee-a711-819a6b5ec3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-327698'] for router, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:40.967496 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ca729f-d20c-49ee-a711-819a6b5ec3a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a31fdb82-ab2f-4d1f-8673-d9c724ef3829 {{(pid=75066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:44:40.997389 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b6ca729f-d20c-49ee-a711-819a6b5ec3a3 admin admin] Notify callbacks [] for router, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:40.998542 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-b6ca729f-d20c-49ee-a711-819a6b5ec3a3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a31fdb82-ab2f-4d1f-8673-d9c724ef3829 HTTP/1.1" status: 204 len: 168 time: 3.7151771 Sep 15 08:44:41.003804 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 59192) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:41.038077 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-62e9a745-c26b-47eb-bdd1-fa71be55cb25 req-a87a6cb9-e393-4f50-943f-01fc3579693a service neutron] 10.222.0.42 "GET /v2.0/networks/21a58eba-cef7-4d7b-ac6d-a4841130209b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435508 Sep 15 08:44:41.088967 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eabda0d-f1b9-4d6c-ab50-dd5e37a8a9d5 admin admin] Deleting subnet 2d953322-a64f-42ac-8128-2109fba4be9a {{(pid=75067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:44:41.091964 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8eabda0d-f1b9-4d6c-ab50-dd5e37a8a9d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.103037 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 59198) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:41.140776 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-230be1ae-c898-45f8-a611-edc2e93a69c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.212259 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8eabda0d-f1b9-4d6c-ab50-dd5e37a8a9d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3252155'] for subnet, precommit_delete_associations {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.277976 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c110f5c-197a-40ab-b4fd-6c65cb89cf0c req-a9c9f0b0-a8c1-478c-8243-69ce48d608fa tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:41.286838 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3c110f5c-197a-40ab-b4fd-6c65cb89cf0c req-a9c9f0b0-a8c1-478c-8243-69ce48d608fa tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.1531761 Sep 15 08:44:41.316238 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-230be1ae-c898-45f8-a611-edc2e93a69c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:41.325239 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-230be1ae-c898-45f8-a611-edc2e93a69c6 admin admin] Usage tracker for resource:security_group_rule and tenant:82a9b615a3a348caac30ab12e9478d82 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:41.342076 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-230be1ae-c898-45f8-a611-edc2e93a69c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:41.349730 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3c110f5c-197a-40ab-b4fd-6c65cb89cf0c req-645480e6-82e7-498f-a325-d215d7651609 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583954 Sep 15 08:44:41.353784 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8eabda0d-f1b9-4d6c-ab50-dd5e37a8a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570765'] for subnet, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.363866 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-230be1ae-c898-45f8-a611-edc2e93a69c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:41.385183 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-62e9a745-c26b-47eb-bdd1-fa71be55cb25 req-19549d61-4eb0-4149-8307-b2c2b731ba22 service neutron] 10.222.0.42 "GET /v2.0/networks/21a58eba-cef7-4d7b-ac6d-a4841130209b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328118 Sep 15 08:44:41.505268 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8eabda0d-f1b9-4d6c-ab50-dd5e37a8a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1569342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4130714'] for subnet, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.505839 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-230be1ae-c898-45f8-a611-edc2e93a69c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.515815 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-230be1ae-c898-45f8-a611-edc2e93a69c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.538894 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ab65ab8d-e6f6-4523-bee0-37985b96bd93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:41.540310 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:41.616060 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8eabda0d-f1b9-4d6c-ab50-dd5e37a8a9d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.616591 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-230be1ae-c898-45f8-a611-edc2e93a69c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82a9b615a3a348caac30ab12e9478d82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5090036 Sep 15 08:44:41.617380 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230be1ae-c898-45f8-a611-edc2e93a69c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bacdc7-abea-4299-852d-35187a092df6,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:41.620617 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 59206) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:41.623508 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-230be1ae-c898-45f8-a611-edc2e93a69c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:41.630614 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-8eabda0d-f1b9-4d6c-ab50-dd5e37a8a9d5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2d953322-a64f-42ac-8128-2109fba4be9a HTTP/1.1" status: 204 len: 168 time: 0.6251304 Sep 15 08:44:41.636769 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 59210) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:41.640676 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabda0d-f1b9-4d6c-ab50-dd5e37a8a9d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d953322-a64f-42ac-8128-2109fba4be9a,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:41.645861 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-8eabda0d-f1b9-4d6c-ab50-dd5e37a8a9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:41.863809 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d9977d26-1c45-4740-921f-0a06d390702c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1502459'] for network, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.865467 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7ac9c-5b24-478f-a2b1-f1fa6f9ac051 req-08ce5fa6-da04-4cce-99dd-bc99ab475d75 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:41.876103 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-50d4a8ae-6c73-4364-8461-6fb876353abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.879028 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-bac7ac9c-5b24-478f-a2b1-f1fa6f9ac051 req-08ce5fa6-da04-4cce-99dd-bc99ab475d75 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.1843343 Sep 15 08:44:41.965408 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-bac7ac9c-5b24-478f-a2b1-f1fa6f9ac051 req-87a7ac2f-9172-4c8a-846b-50899dea4060 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848012 Sep 15 08:44:41.975375 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-50d4a8ae-6c73-4364-8461-6fb876353abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.142838 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 4a631a8c-0995-431a-ab98-f88ca4ed90c3 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:44:42.171831 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d9977d26-1c45-4740-921f-0a06d390702c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571402', 'neutron.services.segments.db._delete_segments_for_network-8729531964573'] for network, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.192148 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.services.segments.db [None req-d9977d26-1c45-4740-921f-0a06d390702c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5523e415-2a49-4b5d-8124-718fb5ec48c4']}} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:42.205781 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.services.segments.db [None req-d9977d26-1c45-4740-921f-0a06d390702c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a133aea-10c3-4401-a846-815ba12d4867') {'for_net_delete': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:42.206203 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.services.segments.db [None req-d9977d26-1c45-4740-921f-0a06d390702c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a133aea-10c3-4401-a846-815ba12d4867') {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:42.209292 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864ba7e-d0c8-4391-9a66-ad0d208cb6b1 req-2dabc470-00b0-4bf3-820f-914edf9e7030 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:42.216624 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9864ba7e-d0c8-4391-9a66-ad0d208cb6b1 req-2dabc470-00b0-4bf3-820f-914edf9e7030 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 943 time: 0.1078672 Sep 15 08:44:42.219822 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d9977d26-1c45-4740-921f-0a06d390702c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729532050360', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846987'] for segment, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.244955 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d9977d26-1c45-4740-921f-0a06d390702c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.252574 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9977d26-1c45-4740-921f-0a06d390702c admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=75066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:44:42.253161 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d9977d26-1c45-4740-921f-0a06d390702c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2825300'] for segment, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.286093 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9864ba7e-d0c8-4391-9a66-ad0d208cb6b1 req-d08cda48-84c6-4b1a-83a4-72abec5053ff tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683353 Sep 15 08:44:42.315313 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 3c7d0400-111a-4554-898e-8d8156db73af no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: Traceback (most recent call last): Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: timer() Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: cb(*args, **kw) Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: return func(*args, **kwargs) Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: self._notify() Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: self.callback(batched_events) Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: event.method(event) Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: return f(self, *a, **k) Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: return self._get(url).json() Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: return self.request(url, 'GET', **kwargs) Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:44:42.341415 dv-cinder-806008-2-smb neutron-server[75066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:44:42.357372 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: 3c7d0400-111a-4554-898e-8d8156db73af {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:44:42.357837 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 3c7d0400-111a-4554-898e-8d8156db73af not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:44:42.361683 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3474b-2b25-4e03-b45a-9a09e58ac475 req-f8ff12de-8c7d-4945-9c3e-f65bbfd807fa tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:42.362712 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d4a3474b-2b25-4e03-b45a-9a09e58ac475 req-f8ff12de-8c7d-4945-9c3e-f65bbfd807fa tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.5587680 Sep 15 08:44:42.436162 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d9977d26-1c45-4740-921f-0a06d390702c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357725'] for network, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.439853 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 4a631a8c-0995-431a-ab98-f88ca4ed90c3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4a631a8c-0995-431a-ab98-f88ca4ed90c3,segment=NetworkSegment(2945816c-da07-478d-92fd-f604bd85abaf),segment_id=2945816c-da07-478d-92fd-f604bd85abaf)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:42.454762 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '4a631a8c-0995-431a-ab98-f88ca4ed90c3', 'network_id': '21a58eba-cef7-4d7b-ac6d-a4841130209b', 'port_id': '4a631a8c-0995-431a-ab98-f88ca4ed90c3', 'mac_address': 'fa:16:3e:b7:a6:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c2730e-c3aa-4673-9890-e1a10c6a047e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:44:42.464020 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d4a3474b-2b25-4e03-b45a-9a09e58ac475 req-17df36f5-d08b-4be6-b479-c50d6f14a758 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924981 Sep 15 08:44:42.464020 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a438f4b4-9b73-40bb-921d-f2ea1a951b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:42.487955 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d9977d26-1c45-4740-921f-0a06d390702c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.492267 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-50d4a8ae-6c73-4364-8461-6fb876353abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.508445 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-578cb5a6-517b-4977-b594-c8b41cece604 req-629e70f9-8827-4bd6-acc3-54f92086e0f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc73385a541e443f85ce66f39b5a02cc&device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 1098 time: 0.5390575 Sep 15 08:44:42.509206 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9977d26-1c45-4740-921f-0a06d390702c admin admin] Pushing event deleted for resources: {'Network': ['ID=5523e415-2a49-4b5d-8124-718fb5ec48c4,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:42.522507 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.523780 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-d9977d26-1c45-4740-921f-0a06d390702c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:42.542567 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a631a8c-0995-431a-ab98-f88ca4ed90c3 {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:44:42.569394 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 4a631a8c-0995-431a-ab98-f88ca4ed90c3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4a631a8c-0995-431a-ab98-f88ca4ed90c3,segment=NetworkSegment(2945816c-da07-478d-92fd-f604bd85abaf),segment_id=2945816c-da07-478d-92fd-f604bd85abaf)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:42.578274 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.582613 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:42.653262 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=4a631a8c-0995-431a-ab98-f88ca4ed90c3,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:42.654051 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-98ac0a1b-d1af-4186-93d5-75ef94fa2522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:42.657156 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:42.715925 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4a8ae-6c73-4364-8461-6fb876353abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bacdc7-abea-4299-852d-35187a092df6,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:42.732365 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-d9977d26-1c45-4740-921f-0a06d390702c admin admin] 10.222.0.24 "DELETE /v2.0/networks/5523e415-2a49-4b5d-8124-718fb5ec48c4 HTTP/1.1" status: 204 len: 168 time: 1.0930097 Sep 15 08:44:42.735633 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-50d4a8ae-6c73-4364-8461-6fb876353abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:42.738309 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-50d4a8ae-6c73-4364-8461-6fb876353abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.739470 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-50d4a8ae-6c73-4364-8461-6fb876353abd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3bacdc7-abea-4299-852d-35187a092df6 HTTP/1.1" status: 204 len: 168 time: 1.1179233 Sep 15 08:44:42.808434 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cb5a6-517b-4977-b594-c8b41cece604 req-2214f53f-543f-405e-9318-f4ff0c534df7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:42.810091 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-578cb5a6-517b-4977-b594-c8b41cece604 req-2214f53f-543f-405e-9318-f4ff0c534df7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=debe74da-7043-4a8c-a5f8-de50c125be18 HTTP/1.1" status: 200 len: 911 time: 0.2906928 Sep 15 08:44:42.939643 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-578cb5a6-517b-4977-b594-c8b41cece604 req-6b1c4391-df85-4897-af38-a419eebc0c8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c348326-15d0-4cee-960d-12c0cafb183e HTTP/1.1" status: 200 len: 1000 time: 0.1220553 Sep 15 08:44:43.023402 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cb5a6-517b-4977-b594-c8b41cece604 req-98e16c36-4229-4e39-ab05-8b2ec1789168 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:43.028992 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-578cb5a6-517b-4977-b594-c8b41cece604 req-98e16c36-4229-4e39-ab05-8b2ec1789168 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2 HTTP/1.1" status: 200 len: 849 time: 0.0829210 Sep 15 08:44:43.085681 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 59226) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:43.093202 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['4a631a8c-0995-431a-ab98-f88ca4ed90c3'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:44:43.173603 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-578cb5a6-517b-4977-b594-c8b41cece604 req-324bc137-8c64-4033-aae9-1248336116b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=debe74da-7043-4a8c-a5f8-de50c125be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1353154 Sep 15 08:44:43.193759 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-e388feed-b49e-45db-ad10-1907c966a27d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a2504fc61c643689d3bd8f37fc59dc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1056800 Sep 15 08:44:43.199398 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 59232) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:43.349126 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-578cb5a6-517b-4977-b594-c8b41cece604 req-a3d73347-472b-4988-9320-425df2821043 service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674304 Sep 15 08:44:43.389741 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7c289720-7bad-4dc8-9399-c24cb2536387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:43.412470 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87658d-2bf9-4ba4-8f58-fe65ab7437f9 req-f524c0ea-eda6-403b-9af0-611a9f22529a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:43.423821 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7a87658d-2bf9-4ba4-8f58-fe65ab7437f9 req-f524c0ea-eda6-403b-9af0-611a9f22529a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.2682493 Sep 15 08:44:43.496430 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7a87658d-2bf9-4ba4-8f58-fe65ab7437f9 req-fdb3c448-7b3a-4533-b56f-fd4e72a9e9ab tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716398 Sep 15 08:44:43.513535 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7c289720-7bad-4dc8-9399-c24cb2536387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:43.631145 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7c289720-7bad-4dc8-9399-c24cb2536387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:43.638299 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-abc801ca-73fa-4804-bf41-494901b1200b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:43.657867 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c289720-7bad-4dc8-9399-c24cb2536387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:43.672384 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-7c289720-7bad-4dc8-9399-c24cb2536387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:43.680072 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-578cb5a6-517b-4977-b594-c8b41cece604 req-4db93afc-25ed-4e81-a034-727e847a1cf3 service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063486 Sep 15 08:44:43.697216 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3f843-bd01-4fd7-a573-450f432cc70f req-2d2e65dc-268a-4fe8-b6da-d97b91fa8470 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:43.699669 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-33f3f843-bd01-4fd7-a573-450f432cc70f req-2d2e65dc-268a-4fe8-b6da-d97b91fa8470 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 944 time: 0.1867552 Sep 15 08:44:43.703638 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7c289720-7bad-4dc8-9399-c24cb2536387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:43.705232 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-7c289720-7bad-4dc8-9399-c24cb2536387 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a3aadb2-1ca1-480a-8ece-e7f3cf5ae735 HTTP/1.1" status: 204 len: 168 time: 0.5048149 Sep 15 08:44:43.772060 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-33f3f843-bd01-4fd7-a573-450f432cc70f req-635c7186-ad07-45a1-9d34-9549c6a0bcc8 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667393 Sep 15 08:44:43.847646 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304acce-7727-4372-8bf3-05d445470a06 req-ca40d5a2-8246-4cb3-bcc0-51675787d3e9 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:43.852374 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3304acce-7727-4372-8bf3-05d445470a06 req-ca40d5a2-8246-4cb3-bcc0-51675787d3e9 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.0979612 Sep 15 08:44:43.906912 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3304acce-7727-4372-8bf3-05d445470a06 req-6d7ef5aa-993c-405c-b0ae-92b950f62748 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511701 Sep 15 08:44:44.429372 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 59264) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:44.665542 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1948221078-network', 'tenant_id': '0384a996ff3b4ea6a10870cca23a8da0'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:44.672966 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:44.678770 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Usage tracker for resource:network and tenant:0384a996ff3b4ea6a10870cca23a8da0 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:44.683481 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:44.693563 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:44.752796 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Made reservation on behalf of 0384a996ff3b4ea6a10870cca23a8da0 for: {'network': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:44:44.755086 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for network, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.771940 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.821553 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:44.827730 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Usage tracker for resource:security_group_rule and tenant:0384a996ff3b4ea6a10870cca23a8da0 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:44.831458 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:44.839160 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:44.846920 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17505d7-eaa4-4a2a-a6f1-2bfda7f6bc12 req-f5b06006-1d6e-4deb-b72b-82558c8c0d8b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:44.854664 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f17505d7-eaa4-4a2a-a6f1-2bfda7f6bc12 req-f5b06006-1d6e-4deb-b72b-82558c8c0d8b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.1500516 Sep 15 08:44:44.930749 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f17505d7-eaa4-4a2a-a6f1-2bfda7f6bc12 req-8e10bd68-edc7-4dbf-afc4-46d8a6791ce7 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754616 Sep 15 08:44:45.006597 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:45.013679 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:45.019004 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-57a51dec-abcd-43c7-bc65-d315d81f755d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:45.047327 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676f955-81fd-4008-9da7-d046e05b9841 req-2be2ce74-2f9c-4733-872f-461ba25191d3 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:45.051514 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=75066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:44:45.059477 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3676f955-81fd-4008-9da7-d046e05b9841 req-2be2ce74-2f9c-4733-872f-461ba25191d3 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 944 time: 0.1248579 Sep 15 08:44:45.061591 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c65a97-bd26-4cd1-bf7a-89a8fe785625,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:45.065458 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:45.068310 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:45.069259 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.db.segments_db [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Added segment e5a9276b-279b-47bf-b9b7-3a9b869ee1a3 of type vlan for network c7c9aecc-aa6f-4538-8370-c89f19c50abc Sep 15 08:44:45.145777 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3676f955-81fd-4008-9da7-d046e05b9841 req-4ab52389-676d-4437-9d29-bb3877373445 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848804 Sep 15 08:44:45.162461 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729531529162'] for network, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:45.275544 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for network, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:45.279480 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:45.280066 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:45.288555 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ace768d3-3bfe-451b-a669-c31c5e4fd9e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:45.373320 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb801e-6513-434b-b944-fdf7df62e92e req-c3c1ec23-b621-445c-acc8-8fd63e13ad78 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:45.374792 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bcdb801e-6513-434b-b944-fdf7df62e92e req-c3c1ec23-b621-445c-acc8-8fd63e13ad78 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.2746115 Sep 15 08:44:45.433845 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0026288 Sep 15 08:44:45.435640 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 59296) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:45.444549 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-97d0f43a-13f1-41bc-a7e0-428d2a290b69 admin admin] Request body: {'subnet': {'network_id': 'c7c9aecc-aa6f-4538-8370-c89f19c50abc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1948221078-subnet', 'tenant_id': '0384a996ff3b4ea6a10870cca23a8da0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:45.450889 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Pushing event updated for resources: {'Network': ['ID=c7c9aecc-aa6f-4538-8370-c89f19c50abc,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:45.454292 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-97d0f43a-13f1-41bc-a7e0-428d2a290b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:45.456662 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:45.463249 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Network c7c9aecc-aa6f-4538-8370-c89f19c50abc details requested by agent ovs-agent-dv-cinder-806008-2-smb with host dv-cinder-806008-2-smb {{(pid=75068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:44:45.472816 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bcdb801e-6513-434b-b944-fdf7df62e92e req-10236431-a7df-468e-9e80-b413533bc905 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880706 Sep 15 08:44:45.473915 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-97d0f43a-13f1-41bc-a7e0-428d2a290b69 admin admin] Usage tracker for resource:subnet and tenant:0384a996ff3b4ea6a10870cca23a8da0 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:45.481967 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-97d0f43a-13f1-41bc-a7e0-428d2a290b69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:45.492290 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-97d0f43a-13f1-41bc-a7e0-428d2a290b69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:45.508158 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d0f43a-13f1-41bc-a7e0-428d2a290b69 admin admin] Made reservation on behalf of 0384a996ff3b4ea6a10870cca23a8da0 for: {'subnet': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:44:45.514372 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-97d0f43a-13f1-41bc-a7e0-428d2a290b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2850850'] for subnet, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:45.747379 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-97d0f43a-13f1-41bc-a7e0-428d2a290b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2825419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2850828'] for subnet, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:45.751595 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-4036856e-7338-457c-80ad-dda432ae81c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:45.821316 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0f43a-13f1-41bc-a7e0-428d2a290b69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f7740ba-8863-481f-8709-8a649b9a02c0,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:45.829240 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-97d0f43a-13f1-41bc-a7e0-428d2a290b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:45.840421 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d0f43a-13f1-41bc-a7e0-428d2a290b69 admin admin] Checking segment: {'id': 'e5a9276b-279b-47bf-b9b7-3a9b869ee1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7c9aecc-aa6f-4538-8370-c89f19c50abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:44:45.840768 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d0f43a-13f1-41bc-a7e0-428d2a290b69 admin admin] Network hostable DHCP agents. Network: c7c9aecc-aa6f-4538-8370-c89f19c50abc, hostable agents: ['5500b75e-3e13-4568-b880-b73785507866'], hosted agents: [] {{(pid=75066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:44:45.862459 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d0f43a-13f1-41bc-a7e0-428d2a290b69 admin admin] Network c7c9aecc-aa6f-4538-8370-c89f19c50abc is scheduled to be hosted by DHCP agent 5500b75e-3e13-4568-b880-b73785507866 with binding_index 1 {{(pid=75066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:44:45.872820 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-97d0f43a-13f1-41bc-a7e0-428d2a290b69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-smb, c7c9aecc-aa6f-4538-8370-c89f19c50abc) {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:44:45.877779 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d0f43a-13f1-41bc-a7e0-428d2a290b69 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:45.878588 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-97d0f43a-13f1-41bc-a7e0-428d2a290b69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:45.888388 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1b7fdb-6bb4-4bb6-a74d-d7b5d8da6e70 None None] Network c7c9aecc-aa6f-4538-8370-c89f19c50abc requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:44:45.910385 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-97d0f43a-13f1-41bc-a7e0-428d2a290b69 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4670632 Sep 15 08:44:46.167619 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 4a631a8c-0995-431a-ab98-f88ca4ed90c3 up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:44:46.217916 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749efe2c-de19-4df0-8deb-9889d28a7880 req-31f11249-82e6-4f55-9b24-84d6b770d6f4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:46.232740 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-749efe2c-de19-4df0-8deb-9889d28a7880 req-31f11249-82e6-4f55-9b24-84d6b770d6f4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.1467423 Sep 15 08:44:46.240372 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e181b6-e033-4ce0-8839-fc44da874854 None None] Network c7c9aecc-aa6f-4538-8370-c89f19c50abc requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:44:46.318901 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-749efe2c-de19-4df0-8deb-9889d28a7880 req-d4e57521-c580-481a-a973-4eb09bef3c94 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852356 Sep 15 08:44:46.425310 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cb247-21d6-40db-b8df-faa7cde7d647 req-39ea429c-90ae-4f6c-a661-3760d33ab07c tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:46.427520 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-191cb247-21d6-40db-b8df-faa7cde7d647 req-39ea429c-90ae-4f6c-a661-3760d33ab07c tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 944 time: 0.1137936 Sep 15 08:44:46.497307 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-191cb247-21d6-40db-b8df-faa7cde7d647 req-ad678aea-8d11-4f25-9d05-0d04fb57c188 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634456 Sep 15 08:44:46.502514 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port 4a631a8c-0995-431a-ab98-f88ca4ed90c3 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:44:46.549971 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 4a631a8c-0995-431a-ab98-f88ca4ed90c3 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:46.550372 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:46.669671 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:46.700312 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3b4db3-4cd6-4879-bfa2-e65968034888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a631a8c-0995-431a-ab98-f88ca4ed90c3'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:44:46.710150 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 4a631a8c-0995-431a-ab98-f88ca4ed90c3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4a631a8c-0995-431a-ab98-f88ca4ed90c3,segment=NetworkSegment(2945816c-da07-478d-92fd-f604bd85abaf),segment_id=2945816c-da07-478d-92fd-f604bd85abaf)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:46.716120 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:46.718375 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:46.789032 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3b4db3-4cd6-4879-bfa2-e65968034888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a631a8c-0995-431a-ab98-f88ca4ed90c3', 'code': 200} Sep 15 08:44:46.804942 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=4a631a8c-0995-431a-ab98-f88ca4ed90c3,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:46.808455 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:47.210192 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a22feda8-3745-4cd5-8c91-05359ac839f5 req-ca2c4321-bb3c-4e0c-a43a-e860b377149d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 1098 time: 0.2127125 Sep 15 08:44:47.213451 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-14b889e2-ac59-4b48-a7d7-61ad48388927 req-5b166e43-b782-411f-ac14-bc86df82e185 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86820906c093481aaaf4340eacfde2db&device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 1098 time: 0.0940504 Sep 15 08:44:47.339143 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a22feda8-3745-4cd5-8c91-05359ac839f5 req-00f0d46e-f76e-4229-bdfc-103306da2ba9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169493 Sep 15 08:44:47.376439 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b889e2-ac59-4b48-a7d7-61ad48388927 req-f4bfc4a1-8948-4307-8a24-27f5a85fae5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:47.377801 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-14b889e2-ac59-4b48-a7d7-61ad48388927 req-f4bfc4a1-8948-4307-8a24-27f5a85fae5c service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d238d48-c667-4b75-9461-7e2b13d6ae1c HTTP/1.1" status: 200 len: 917 time: 0.1546128 Sep 15 08:44:47.565812 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad09f5-43ac-4338-8fb7-7f107b127134 req-d2b43f0e-10b7-4c45-9121-d0f9ffc07e26 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:47.567290 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-04ad09f5-43ac-4338-8fb7-7f107b127134 req-d2b43f0e-10b7-4c45-9121-d0f9ffc07e26 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0779335 Sep 15 08:44:47.612452 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-04ad09f5-43ac-4338-8fb7-7f107b127134 req-66152032-4dff-4e71-b20d-9d0f485c6fd2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390818 Sep 15 08:44:47.693718 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32452a5-a2fb-4ca4-be03-1e2758e1de19 req-9d734608-4310-4a7c-a235-a8bf24e4ab91 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:47.695202 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a32452a5-a2fb-4ca4-be03-1e2758e1de19 req-9d734608-4310-4a7c-a235-a8bf24e4ab91 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 945 time: 0.0764759 Sep 15 08:44:47.743372 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a32452a5-a2fb-4ca4-be03-1e2758e1de19 req-808832b2-cf7c-4017-8abf-5cdaf9f99a20 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421472 Sep 15 08:44:47.842623 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-14b889e2-ac59-4b48-a7d7-61ad48388927 req-278699c1-2e8b-445a-9909-b3a9d44d5082 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=457f6d71-9605-46d0-acac-4efcc488a8be HTTP/1.1" status: 200 len: 1000 time: 0.0973709 Sep 15 08:44:47.906684 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b889e2-ac59-4b48-a7d7-61ad48388927 req-134112e7-20c6-44f6-b547-3c24a835e754 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:47.908134 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-14b889e2-ac59-4b48-a7d7-61ad48388927 req-134112e7-20c6-44f6-b547-3c24a835e754 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbc783f9-168d-423f-8179-cb2450becd9d HTTP/1.1" status: 200 len: 855 time: 0.0580800 Sep 15 08:44:47.989590 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-14b889e2-ac59-4b48-a7d7-61ad48388927 req-2ebb756b-b526-4016-a508-e7178f442841 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d238d48-c667-4b75-9461-7e2b13d6ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739648 Sep 15 08:44:48.156813 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-14b889e2-ac59-4b48-a7d7-61ad48388927 req-34111d81-cca6-4f75-afbf-faa11f68be62 service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490865 Sep 15 08:44:48.427550 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-14b889e2-ac59-4b48-a7d7-61ad48388927 req-72e63940-8ea0-429d-bab9-fbc97a0e91c7 service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482433 Sep 15 08:44:48.438007 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-88a62b03-940c-4e47-9df8-cb00a53243b7 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:48.438817 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-88a62b03-940c-4e47-9df8-cb00a53243b7 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Synchronizing usage tracker for tenant:0384a996ff3b4ea6a10870cca23a8da0 on resource:network {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:44:48.455189 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-88a62b03-940c-4e47-9df8-cb00a53243b7 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Unset dirty status for tenant:0384a996ff3b4ea6a10870cca23a8da0 on resource:network {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:44:48.456332 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-88a62b03-940c-4e47-9df8-cb00a53243b7 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/networks?id=c7c9aecc-aa6f-4538-8370-c89f19c50abc HTTP/1.1" status: 200 len: 809 time: 0.2068810 Sep 15 08:44:48.473183 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-9004bcd8-736f-4a46-99bb-6ddfa4a843dc tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/quotas/0384a996ff3b4ea6a10870cca23a8da0 HTTP/1.1" status: 200 len: 375 time: 0.0115049 Sep 15 08:44:48.519413 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-dad9c627-9821-42d4-b47a-3e140fde256a tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0384a996ff3b4ea6a10870cca23a8da0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400367 Sep 15 08:44:48.649725 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-3779ad82-6875-4e33-b5b5-9deebfd15759 service neutron] 10.222.0.24 "GET /v2.0/networks/c7c9aecc-aa6f-4538-8370-c89f19c50abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231518 Sep 15 08:44:48.783235 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-b74a9be3-555b-43fe-bc48-c7eeca05de4d service neutron] 10.222.0.24 "GET /v2.0/networks/c7c9aecc-aa6f-4538-8370-c89f19c50abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274040 Sep 15 08:44:48.824699 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e025df-6b55-48e5-afa3-b6d78f2d70ec req-6d0f501f-1a11-4a35-a4dc-a9f062880c84 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:48.826226 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-43e025df-6b55-48e5-afa3-b6d78f2d70ec req-6d0f501f-1a11-4a35-a4dc-a9f062880c84 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0797260 Sep 15 08:44:48.871566 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-43e025df-6b55-48e5-afa3-b6d78f2d70ec req-09d8d26d-618d-415c-a58f-24190ee0290a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393605 Sep 15 08:44:48.999315 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-32b090b3-70f2-4980-b722-58c691432937 req-b5fb8665-34fc-484e-9bd1-158a4a24c2bd tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 210 time: 0.0574822 Sep 15 08:44:49.078285 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debfeeb-5bcf-4441-8c85-3f1748702e39 req-f90c11c0-e4bf-4476-9c52-23b74ae80574 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:49.080102 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2debfeeb-5bcf-4441-8c85-3f1748702e39 req-f90c11c0-e4bf-4476-9c52-23b74ae80574 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 945 time: 0.1100950 Sep 15 08:44:49.144605 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2debfeeb-5bcf-4441-8c85-3f1748702e39 req-505b2d62-2565-4f06-9c96-f9cb244bba6e tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489171 Sep 15 08:44:49.746514 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 59414) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:49.883126 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-2aa138d2-ce26-4bf0-97b5-132aaa813a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:49.913396 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-2aa138d2-ce26-4bf0-97b5-132aaa813a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:49.917760 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-2aa138d2-ce26-4bf0-97b5-132aaa813a8b admin admin] Usage tracker for resource:security_group_rule and tenant:7ed54bae4e5b45dc86636e40109e0674 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:49.920602 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-2aa138d2-ce26-4bf0-97b5-132aaa813a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:49.926520 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-2aa138d2-ce26-4bf0-97b5-132aaa813a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:49.996904 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-2aa138d2-ce26-4bf0-97b5-132aaa813a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:50.002027 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-2aa138d2-ce26-4bf0-97b5-132aaa813a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:50.010107 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-65a9e11e-757e-416c-9348-d23330843755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:50.057083 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-2aa138d2-ce26-4bf0-97b5-132aaa813a8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ed54bae4e5b45dc86636e40109e0674&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3071163 Sep 15 08:44:50.057083 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa138d2-ce26-4bf0-97b5-132aaa813a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82df58da-8a04-4558-97b4-e8fb4556a18e,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:50.058076 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 59424) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:50.060561 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-2aa138d2-ce26-4bf0-97b5-132aaa813a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:50.116539 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66433c2-2968-4605-8a22-bf649bb2de11 req-78cbf68f-74d7-4147-830a-277f67fc141d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:50.118275 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f66433c2-2968-4605-8a22-bf649bb2de11 req-78cbf68f-74d7-4147-830a-277f67fc141d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 945 time: 0.0980618 Sep 15 08:44:50.187007 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f66433c2-2968-4605-8a22-bf649bb2de11 req-3c4d5e7c-9564-4f19-9a3b-95c6f6a99ad5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627420 Sep 15 08:44:50.208716 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 457f6d71-9605-46d0-acac-4efcc488a8be no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:44:50.336077 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f4940c48-9cc7-4515-99b2-a76324030c4a req-815a3f37-2b0d-40ed-b806-8c6b21b6b09a tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 210 time: 0.1147680 Sep 15 08:44:50.353964 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:50.391483 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 457f6d71-9605-46d0-acac-4efcc488a8be, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=457f6d71-9605-46d0-acac-4efcc488a8be,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:50.392835 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '457f6d71-9605-46d0-acac-4efcc488a8be'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:44:50.399084 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:50.402788 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:50.439794 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb38b5-55d9-4035-875c-f422506f3656 req-acc9dd13-03f1-4c59-a9b2-33822e8b3af6 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:50.441204 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d0eb38b5-55d9-4035-875c-f422506f3656 req-acc9dd13-03f1-4c59-a9b2-33822e8b3af6 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 945 time: 0.0803554 Sep 15 08:44:50.451882 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-b7879449-02ea-4636-b5ed-15f60da0bf5b tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:50.453611 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-b7879449-02ea-4636-b5ed-15f60da0bf5b tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.42 "GET /v2.0/networks?id=c7c9aecc-aa6f-4538-8370-c89f19c50abc HTTP/1.1" status: 200 len: 809 time: 0.3816121 Sep 15 08:44:50.455998 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '457f6d71-9605-46d0-acac-4efcc488a8be', 'code': 200} Sep 15 08:44:50.456906 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b73c6e03-cfc2-48a0-993b-f6cd924218bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:50.473684 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=457f6d71-9605-46d0-acac-4efcc488a8be,revision_number=8']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:50.477131 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:50.484803 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b73c6e03-cfc2-48a0-993b-f6cd924218bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:50.541380 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b73c6e03-cfc2-48a0-993b-f6cd924218bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:50.542576 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d0eb38b5-55d9-4035-875c-f422506f3656 req-989f7af3-522b-4ffb-961a-9bc9c401c38f tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953977 Sep 15 08:44:50.546250 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e781e30b-7c13-4bcf-a7a3-d8cbba7117df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:50.559889 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c6e03-cfc2-48a0-993b-f6cd924218bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82df58da-8a04-4558-97b4-e8fb4556a18e,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:50.562242 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b73c6e03-cfc2-48a0-993b-f6cd924218bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:50.569021 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Request body: {'port': {'device_id': 'a2aea9fa-3815-4321-bd3b-066b49383409', 'network_id': 'c7c9aecc-aa6f-4538-8370-c89f19c50abc', 'admin_state_up': True, 'tenant_id': '0384a996ff3b4ea6a10870cca23a8da0'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:50.588583 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b73c6e03-cfc2-48a0-993b-f6cd924218bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:50.590793 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-b73c6e03-cfc2-48a0-993b-f6cd924218bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82df58da-8a04-4558-97b4-e8fb4556a18e HTTP/1.1" status: 204 len: 168 time: 0.5317769 Sep 15 08:44:50.713905 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:50.717847 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Usage tracker for resource:port and tenant:0384a996ff3b4ea6a10870cca23a8da0 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:50.720970 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:50.727800 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:50.741426 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Made reservation on behalf of 0384a996ff3b4ea6a10870cca23a8da0 for: {'port': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:44:50.745388 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:50.928548 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Allocated IP 172.20.0.7 (c7c9aecc-aa6f-4538-8370-c89f19c50abc/3f7740ba-8863-481f-8709-8a649b9a02c0/f44493ea-7e2b-4a58-93cf-8c880c81ad95) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:44:50.960287 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 59444) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:50.979954 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-58ef8399-70df-48c4-8db0-f24e6dd604e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:51.016337 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-58ef8399-70df-48c4-8db0-f24e6dd604e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:51.029077 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-58ef8399-70df-48c4-8db0-f24e6dd604e5 admin admin] Usage tracker for resource:security_group_rule and tenant:7e6a42f0b0564a8894d49bd6d1504c89 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:51.032158 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-58ef8399-70df-48c4-8db0-f24e6dd604e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:51.045121 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-58ef8399-70df-48c4-8db0-f24e6dd604e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:51.133066 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-58ef8399-70df-48c4-8db0-f24e6dd604e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:51.146189 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-58ef8399-70df-48c4-8db0-f24e6dd604e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:51.154952 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-c185f466-b443-4c5a-8a45-d2423cfaab0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:51.180275 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:51.213812 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:51.216319 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef8399-70df-48c4-8db0-f24e6dd604e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6862f6-87da-4bf3-a379-55f16351124d,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:51.219983 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a0959eba-d707-4005-a3ed-3361daf392df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:51.220632 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-58ef8399-70df-48c4-8db0-f24e6dd604e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:51.224516 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-58ef8399-70df-48c4-8db0-f24e6dd604e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e6a42f0b0564a8894d49bd6d1504c89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2630260 Sep 15 08:44:51.227017 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 59450) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:51.295015 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e5705ddb-4a86-437f-81a4-a62daa06c947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:51.297125 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Pushing event updated for resources: {'Port': ['ID=f44493ea-7e2b-4a58-93cf-8c880c81ad95,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:51.308500 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Network c7c9aecc-aa6f-4538-8370-c89f19c50abc is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:44:51.309920 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:51.310814 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:44:51.313054 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:44:51.336056 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e5705ddb-4a86-437f-81a4-a62daa06c947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:51.383785 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:51.384964 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:51.406875 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8434103 Sep 15 08:44:51.427941 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-8fda166f-3cce-4f13-989f-af4044cb574e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:51.438633 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Request body: {'port': {'device_id': 'a2aea9fa-3815-4321-bd3b-066b49383409', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:51.465763 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f8c01-bebe-4ecf-b36f-a6fa04fdacf9 req-5c1a8b93-bfa8-4b76-a4b8-1156eaef98f4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:51.467381 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-406f8c01-bebe-4ecf-b36f-a6fa04fdacf9 req-5c1a8b93-bfa8-4b76-a4b8-1156eaef98f4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.1049490 Sep 15 08:44:51.491082 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e5705ddb-4a86-437f-81a4-a62daa06c947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:51.498457 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-7c289720-7bad-4dc8-9399-c24cb2536387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:51.524811 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5705ddb-4a86-437f-81a4-a62daa06c947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6862f6-87da-4bf3-a379-55f16351124d,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:51.527154 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-e5705ddb-4a86-437f-81a4-a62daa06c947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:51.539917 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e5705ddb-4a86-437f-81a4-a62daa06c947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:51.542392 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-e5705ddb-4a86-437f-81a4-a62daa06c947 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef6862f6-87da-4bf3-a379-55f16351124d HTTP/1.1" status: 204 len: 168 time: 0.3125193 Sep 15 08:44:51.549669 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-406f8c01-bebe-4ecf-b36f-a6fa04fdacf9 req-9a0276fd-9b05-4c6b-a301-b70be85ffbe6 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764675 Sep 15 08:44:51.637052 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:51.665187 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e010a8b-0fcd-42dd-90b8-cab3ba42e66f req-26ee8e6d-0704-4d62-abe6-54b0b201e820 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:51.666178 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-3e010a8b-0fcd-42dd-90b8-cab3ba42e66f req-26ee8e6d-0704-4d62-abe6-54b0b201e820 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Synchronizing usage tracker for tenant:0384a996ff3b4ea6a10870cca23a8da0 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:44:51.729343 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-3e010a8b-0fcd-42dd-90b8-cab3ba42e66f req-26ee8e6d-0704-4d62-abe6-54b0b201e820 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Unset dirty status for tenant:0384a996ff3b4ea6a10870cca23a8da0 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:44:51.730479 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3e010a8b-0fcd-42dd-90b8-cab3ba42e66f req-26ee8e6d-0704-4d62-abe6-54b0b201e820 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 931 time: 0.2396178 Sep 15 08:44:51.854549 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:51.867840 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-3e010a8b-0fcd-42dd-90b8-cab3ba42e66f req-f7476fb9-450f-42c2-9343-7bddb2b4d7c9 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Synchronizing usage tracker for tenant:0384a996ff3b4ea6a10870cca23a8da0 on resource:security_group {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:44:51.960849 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-3e010a8b-0fcd-42dd-90b8-cab3ba42e66f req-f7476fb9-450f-42c2-9343-7bddb2b4d7c9 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Unset dirty status for tenant:0384a996ff3b4ea6a10870cca23a8da0 on resource:security_group {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:44:51.962867 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3e010a8b-0fcd-42dd-90b8-cab3ba42e66f req-f7476fb9-450f-42c2-9343-7bddb2b4d7c9 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239308 Sep 15 08:44:52.086032 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44493ea-7e2b-4a58-93cf-8c880c81ad95 {{(pid=75066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:44:52.095063 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.120858 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Transition to ACTIVE for port object f44493ea-7e2b-4a58-93cf-8c880c81ad95 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:44:52.124385 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.129481 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e3eee3a4-2470-47ad-88d0-ec5baa94c7c0 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:52.362245 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=f44493ea-7e2b-4a58-93cf-8c880c81ad95,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:52.365142 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:52.479520 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Attempting to bind port f44493ea-7e2b-4a58-93cf-8c880c81ad95 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:44:52.479847 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Attempting to bind port f44493ea-7e2b-4a58-93cf-8c880c81ad95 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'e5a9276b-279b-47bf-b9b7-3a9b869ee1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7c9aecc-aa6f-4538-8370-c89f19c50abc'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:44:52.480168 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Attempting to bind port f44493ea-7e2b-4a58-93cf-8c880c81ad95 on network c7c9aecc-aa6f-4538-8370-c89f19c50abc {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:44:52.522172 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Port f44493ea-7e2b-4a58-93cf-8c880c81ad95 on network c7c9aecc-aa6f-4538-8370-c89f19c50abc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:44:52.522523 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Attempting to bind port f44493ea-7e2b-4a58-93cf-8c880c81ad95 on network c7c9aecc-aa6f-4538-8370-c89f19c50abc {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:44:52.538808 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:44:52.539141 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Checking segment: {'id': 'e5a9276b-279b-47bf-b9b7-3a9b869ee1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7c9aecc-aa6f-4538-8370-c89f19c50abc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:44:52.539521 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Bound using segment: {'id': 'e5a9276b-279b-47bf-b9b7-3a9b869ee1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7c9aecc-aa6f-4538-8370-c89f19c50abc'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:44:52.539940 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Bound port: f44493ea-7e2b-4a58-93cf-8c880c81ad95, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a9276b-279b-47bf-b9b7-3a9b869ee1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7c9aecc-aa6f-4538-8370-c89f19c50abc'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:44:52.540275 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.625820 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7e4c109e-506c-4180-86a1-a2a7cdd67af0 req-340bacab-b751-448e-a1ec-afe745738260 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1416290 Sep 15 08:44:52.648784 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] For port f44493ea-7e2b-4a58-93cf-8c880c81ad95, host hv-cinder-80600, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:44:52.651777 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] For port f44493ea-7e2b-4a58-93cf-8c880c81ad95, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f44493ea-7e2b-4a58-93cf-8c880c81ad95,segment=NetworkSegment(e5a9276b-279b-47bf-b9b7-3a9b869ee1a3),segment_id=e5a9276b-279b-47bf-b9b7-3a9b869ee1a3)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:44:52.657756 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.663340 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-f6fd4958-6758-42bb-9d87-5a463a8a88a2 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:52.731284 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.732657 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] 10.222.0.42 "PUT /v2.0/ports/f44493ea-7e2b-4a58-93cf-8c880c81ad95 HTTP/1.1" status: 200 len: 1093 time: 1.2993200 Sep 15 08:44:52.733159 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2aea9fa-3815-4321-bd3b-066b49383409', 'tag': 'f44493ea-7e2b-4a58-93cf-8c880c81ad95'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:44:52.751763 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=f44493ea-7e2b-4a58-93cf-8c880c81ad95,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:52.757529 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:52.809864 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2aea9fa-3815-4321-bd3b-066b49383409', 'tag': 'f44493ea-7e2b-4a58-93cf-8c880c81ad95', 'status': 'completed', 'code': 200} Sep 15 08:44:52.930454 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-69c1d87c-c0b4-43d5-9787-49e0ff564607 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0384a996ff3b4ea6a10870cca23a8da0&device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 1096 time: 0.1057866 Sep 15 08:44:53.003531 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b193bf-dda9-40fd-a507-eb300e238b70 req-b8341ca6-1777-406b-90c1-1527aff03822 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:53.011468 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-68b193bf-dda9-40fd-a507-eb300e238b70 req-b8341ca6-1777-406b-90c1-1527aff03822 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.0866873 Sep 15 08:44:53.046767 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 59516) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:53.065668 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-68b193bf-dda9-40fd-a507-eb300e238b70 req-d4822116-4e62-421d-ab51-0f4c2783797a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531213 Sep 15 08:44:53.081364 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-f4655076-3095-4945-9aa8-06a038c37dc8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f44493ea-7e2b-4a58-93cf-8c880c81ad95 HTTP/1.1" status: 200 len: 217 time: 0.1312320 Sep 15 08:44:53.224622 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2e6c86de-c921-4f18-8968-13050d740425 req-07f71744-3df3-4103-86df-2ad161b317fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1760528 Sep 15 08:44:53.229679 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-42247193-cfe4-4d3a-832a-3c951e09f301 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:53.231295 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-42247193-cfe4-4d3a-832a-3c951e09f301 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f7740ba-8863-481f-8709-8a649b9a02c0 HTTP/1.1" status: 200 len: 849 time: 0.1425159 Sep 15 08:44:53.284545 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-777686df-b9e7-4b7d-bfc4-b61332802771 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7c9aecc-aa6f-4538-8370-c89f19c50abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412107 Sep 15 08:44:53.409236 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1158552-3445-4197-b521-269c6938d610 req-47a657b1-a6ae-4c43-a123-ab60660f82bd tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:53.416818 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e1158552-3445-4197-b521-269c6938d610 req-47a657b1-a6ae-4c43-a123-ab60660f82bd tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 943 time: 0.2560246 Sep 15 08:44:53.501203 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e1158552-3445-4197-b521-269c6938d610 req-d48ee9aa-48f4-441b-ad9a-1a7be7bf91cf tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834312 Sep 15 08:44:53.536931 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-99324bc4-21ff-49af-a0dd-b82efe611788 service neutron] 10.222.0.42 "GET /v2.0/networks/c7c9aecc-aa6f-4538-8370-c89f19c50abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429564 Sep 15 08:44:53.559477 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-c6293a26-b716-4933-a920-c3a583947619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:53.714331 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5d5cf65-e3c2-4f0c-9a91-0f3eef76f727 req-99dcdbf9-3884-4cb8-baac-63f1075af6ad service neutron] 10.222.0.42 "GET /v2.0/networks/c7c9aecc-aa6f-4538-8370-c89f19c50abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709924 Sep 15 08:44:53.947955 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5131313-b988-410b-9e04-de539581ea5c req-67ec3a91-d0bd-4ac9-af35-cedb411c3835 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0384a996ff3b4ea6a10870cca23a8da0&device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 1096 time: 0.0979633 Sep 15 08:44:54.105752 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5131313-b988-410b-9e04-de539581ea5c req-e4cfa8de-9cb2-424e-bbd2-a5b497810e29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:54.107560 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5131313-b988-410b-9e04-de539581ea5c req-e4cfa8de-9cb2-424e-bbd2-a5b497810e29 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7c9aecc-aa6f-4538-8370-c89f19c50abc HTTP/1.1" status: 200 len: 910 time: 0.1515825 Sep 15 08:44:54.208849 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5131313-b988-410b-9e04-de539581ea5c req-a6538d94-6142-48cd-922e-0547ef056c8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f44493ea-7e2b-4a58-93cf-8c880c81ad95 HTTP/1.1" status: 200 len: 217 time: 0.0776477 Sep 15 08:44:54.237550 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 457f6d71-9605-46d0-acac-4efcc488a8be no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:44:54.349643 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5131313-b988-410b-9e04-de539581ea5c req-1521993a-d322-4e24-9c70-d9bd67403943 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:54.351391 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5131313-b988-410b-9e04-de539581ea5c req-1521993a-d322-4e24-9c70-d9bd67403943 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f7740ba-8863-481f-8709-8a649b9a02c0 HTTP/1.1" status: 200 len: 849 time: 0.1358645 Sep 15 08:44:54.412085 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5131313-b988-410b-9e04-de539581ea5c req-bb0850b8-531f-44c0-988d-ced1220afd71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7c9aecc-aa6f-4538-8370-c89f19c50abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490737 Sep 15 08:44:54.513952 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979dcd77-6e08-41e8-b2d1-f31c770e7125 req-348847ce-610e-42cd-8db3-7f3f6c564d4c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:54.516187 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-979dcd77-6e08-41e8-b2d1-f31c770e7125 req-348847ce-610e-42cd-8db3-7f3f6c564d4c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.2351508 Sep 15 08:44:54.536565 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:54.734942 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e9f3b-c834-4a2a-a384-f2b57edb0f56 req-70752e22-a490-45c2-9545-c406b13b06ae tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:54.736419 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-763e9f3b-c834-4a2a-a384-f2b57edb0f56 req-70752e22-a490-45c2-9545-c406b13b06ae tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 943 time: 0.0931718 Sep 15 08:44:54.780916 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5131313-b988-410b-9e04-de539581ea5c req-72bc5740-dfaf-4546-b2de-32b0d07d306f service neutron] 10.222.0.42 "GET /v2.0/networks/c7c9aecc-aa6f-4538-8370-c89f19c50abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606753 Sep 15 08:44:54.783820 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-979dcd77-6e08-41e8-b2d1-f31c770e7125 req-cdea9d36-108b-4445-ae27-9f4aee7aeb3a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613876 Sep 15 08:44:54.786792 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-763e9f3b-c834-4a2a-a384-f2b57edb0f56 req-3c874ab9-ac8a-4b81-a14d-d4b062319f2f tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447083 Sep 15 08:44:54.887074 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2e6c86de-c921-4f18-8968-13050d740425 req-4e849b51-231b-4ffd-a145-151976ef58f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f&tenant_id=86820906c093481aaaf4340eacfde2db HTTP/1.1" status: 200 len: 1096 time: 0.1852329 Sep 15 08:44:54.987998 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e5131313-b988-410b-9e04-de539581ea5c req-4b6d55fb-a508-4587-9a70-1696aa7a6e77 service neutron] 10.222.0.42 "GET /v2.0/networks/c7c9aecc-aa6f-4538-8370-c89f19c50abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891742 Sep 15 08:44:55.020002 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2e6c86de-c921-4f18-8968-13050d740425 req-c25e3465-579a-43ea-be45-0cd9575bc861 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86820906c093481aaaf4340eacfde2db&device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 1096 time: 0.0808487 Sep 15 08:44:55.170911 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c86de-c921-4f18-8968-13050d740425 req-8ba73eb1-0e13-4ae2-bab1-1d7aef94b4b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:55.172488 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2e6c86de-c921-4f18-8968-13050d740425 req-8ba73eb1-0e13-4ae2-bab1-1d7aef94b4b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d238d48-c667-4b75-9461-7e2b13d6ae1c HTTP/1.1" status: 200 len: 917 time: 0.1353011 Sep 15 08:44:55.282054 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2e6c86de-c921-4f18-8968-13050d740425 req-1fad26fc-1436-4016-b5ca-db04a57b2cfc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=457f6d71-9605-46d0-acac-4efcc488a8be HTTP/1.1" status: 200 len: 998 time: 0.1014824 Sep 15 08:44:55.350983 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c86de-c921-4f18-8968-13050d740425 req-ee1d98f9-b634-4517-bff7-3d24f431b127 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:55.352494 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2e6c86de-c921-4f18-8968-13050d740425 req-ee1d98f9-b634-4517-bff7-3d24f431b127 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbc783f9-168d-423f-8179-cb2450becd9d HTTP/1.1" status: 200 len: 855 time: 0.0596406 Sep 15 08:44:55.430935 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2e6c86de-c921-4f18-8968-13050d740425 req-ca7e4b86-080e-4789-be36-78a890cead9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d238d48-c667-4b75-9461-7e2b13d6ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715981 Sep 15 08:44:55.568603 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2e6c86de-c921-4f18-8968-13050d740425 req-4716b4d0-3a83-47a7-88d1-dac74032f410 service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292815 Sep 15 08:44:55.705082 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2e6c86de-c921-4f18-8968-13050d740425 req-7fb2bab3-2de3-456f-9879-665faf3727e9 service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287904 Sep 15 08:44:55.826734 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 59656) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:55.998958 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e9983-24ae-4594-83c6-7a5ef7c332f1 req-4e1e41c2-d6d5-4def-a97d-df8769fdabe6 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:56.000542 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-506e9983-24ae-4594-83c6-7a5ef7c332f1 req-4e1e41c2-d6d5-4def-a97d-df8769fdabe6 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 943 time: 0.0810053 Sep 15 08:44:56.027094 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d0a10484-5986-4c3f-b9aa-defd4af35aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:56.046678 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-506e9983-24ae-4594-83c6-7a5ef7c332f1 req-f502047c-bb0e-413d-945b-ac356c5e779a tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 Sep 15 08:44:56.083073 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-d0a10484-5986-4c3f-b9aa-defd4af35aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:56.085033 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:56.089528 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-d0a10484-5986-4c3f-b9aa-defd4af35aaa admin admin] Usage tracker for resource:security_group_rule and tenant:6d00e2513e1d414a9aaccf072192330b is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:56.093012 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-d0a10484-5986-4c3f-b9aa-defd4af35aaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:56.100370 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-d0a10484-5986-4c3f-b9aa-defd4af35aaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:56.109693 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b395ec9-a523-4ace-b1c2-b9d88ea4ca08 req-29e5555a-e67f-41c9-ad18-ef673d9e5a16 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:56.111189 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4b395ec9-a523-4ace-b1c2-b9d88ea4ca08 req-29e5555a-e67f-41c9-ad18-ef673d9e5a16 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.1457038 Sep 15 08:44:56.191660 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4b395ec9-a523-4ace-b1c2-b9d88ea4ca08 req-8f947385-ecde-4ffb-87d9-1f883d2a84a4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720832 Sep 15 08:44:56.230805 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d0a10484-5986-4c3f-b9aa-defd4af35aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:56.235679 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d0a10484-5986-4c3f-b9aa-defd4af35aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:56.242148 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b73c6e03-cfc2-48a0-993b-f6cd924218bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:56.288368 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a10484-5986-4c3f-b9aa-defd4af35aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89cd5ab-7fad-4406-89a2-223192612bc8,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:56.295277 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-d0a10484-5986-4c3f-b9aa-defd4af35aaa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d00e2513e1d414a9aaccf072192330b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4647901 Sep 15 08:44:56.295277 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-d0a10484-5986-4c3f-b9aa-defd4af35aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:56.295709 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 59664) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:56.353400 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0816-7277-496a-80a9-a02c8402f7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:56.377978 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0816-7277-496a-80a9-a02c8402f7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:56.429185 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0816-7277-496a-80a9-a02c8402f7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:56.434472 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-e5705ddb-4a86-437f-81a4-a62daa06c947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:56.446898 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa0816-7277-496a-80a9-a02c8402f7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89cd5ab-7fad-4406-89a2-223192612bc8,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:56.449623 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-6eaa0816-7277-496a-80a9-a02c8402f7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:56.450487 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0816-7277-496a-80a9-a02c8402f7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:56.451561 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-6eaa0816-7277-496a-80a9-a02c8402f7e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c89cd5ab-7fad-4406-89a2-223192612bc8 HTTP/1.1" status: 204 len: 168 time: 0.1549060 Sep 15 08:44:56.776250 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 59678) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:56.798108 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-242959ce-9b41-4c34-acff-66d99901c45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:56.838005 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-242959ce-9b41-4c34-acff-66d99901c45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:56.841755 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-242959ce-9b41-4c34-acff-66d99901c45a admin admin] Usage tracker for resource:security_group_rule and tenant:82a4acc5c2b943e9bc5419a594cb422c is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:56.844516 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-242959ce-9b41-4c34-acff-66d99901c45a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:56.850184 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-242959ce-9b41-4c34-acff-66d99901c45a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:56.925044 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-242959ce-9b41-4c34-acff-66d99901c45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:56.929552 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-242959ce-9b41-4c34-acff-66d99901c45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:56.938162 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-17d439b0-6741-4dab-a890-fb19232fb0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:56.979316 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242959ce-9b41-4c34-acff-66d99901c45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918eb740-fb9c-440d-8245-6b8ae316db9a,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:56.982299 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-242959ce-9b41-4c34-acff-66d99901c45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:56.985712 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-242959ce-9b41-4c34-acff-66d99901c45a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82a4acc5c2b943e9bc5419a594cb422c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2083664 Sep 15 08:44:56.987779 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 59686) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:57.050622 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:44:57.079999 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ecff7f98-3602-487e-9566-bbebfca0a1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:57.109415 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ecff7f98-3602-487e-9566-bbebfca0a1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:57.166439 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ecff7f98-3602-487e-9566-bbebfca0a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:57.172285 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-7ad48be8-2872-41e3-8f7b-291e36462b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:57.186259 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff7f98-3602-487e-9566-bbebfca0a1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918eb740-fb9c-440d-8245-6b8ae316db9a,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:57.188942 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ecff7f98-3602-487e-9566-bbebfca0a1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:57.198159 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ecff7f98-3602-487e-9566-bbebfca0a1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:57.203179 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-ecff7f98-3602-487e-9566-bbebfca0a1d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/918eb740-fb9c-440d-8245-6b8ae316db9a HTTP/1.1" status: 204 len: 168 time: 0.2142341 Sep 15 08:44:57.287387 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12c2af-3f93-4c7b-a82f-910a8bea1ce7 req-d8b520ca-c3c6-4ca8-b45b-fc0c66a19d5a tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:57.289444 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7b12c2af-3f93-4c7b-a82f-910a8bea1ce7 req-d8b520ca-c3c6-4ca8-b45b-fc0c66a19d5a tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 943 time: 0.1064579 Sep 15 08:44:57.378382 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7b12c2af-3f93-4c7b-a82f-910a8bea1ce7 req-f905afb6-eff1-42dd-8fac-57b0cc233712 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818405 Sep 15 08:44:57.562014 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2a33c-e7ed-46eb-8237-22a4bc20661a req-605f2601-1943-48aa-aad9-a296f2e4f363 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:57.564664 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-50a2a33c-e7ed-46eb-8237-22a4bc20661a req-605f2601-1943-48aa-aad9-a296f2e4f363 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.1722136 Sep 15 08:44:57.629593 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-50a2a33c-e7ed-46eb-8237-22a4bc20661a req-3a8df1ff-1883-4049-9fe0-c4780842bb3d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582101 Sep 15 08:44:58.237558 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device f44493ea-7e2b-4a58-93cf-8c880c81ad95 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:44:58.404842 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port f44493ea-7e2b-4a58-93cf-8c880c81ad95, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f44493ea-7e2b-4a58-93cf-8c880c81ad95,segment=NetworkSegment(e5a9276b-279b-47bf-b9b7-3a9b869ee1a3),segment_id=e5a9276b-279b-47bf-b9b7-3a9b869ee1a3)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:58.418914 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': 'f44493ea-7e2b-4a58-93cf-8c880c81ad95', 'network_id': 'c7c9aecc-aa6f-4538-8370-c89f19c50abc', 'port_id': 'f44493ea-7e2b-4a58-93cf-8c880c81ad95', 'mac_address': 'fa:16:3e:33:07:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7740ba-8863-481f-8709-8a649b9a02c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:44:58.482622 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:58.502628 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44493ea-7e2b-4a58-93cf-8c880c81ad95 {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:44:58.518332 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port f44493ea-7e2b-4a58-93cf-8c880c81ad95, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f44493ea-7e2b-4a58-93cf-8c880c81ad95,segment=NetworkSegment(e5a9276b-279b-47bf-b9b7-3a9b869ee1a3),segment_id=e5a9276b-279b-47bf-b9b7-3a9b869ee1a3)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:58.525982 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:58.551071 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-98b355c1-0e4c-4308-bc2c-29cc2d345b9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:58.626523 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ab309-3cb9-4169-85ba-00deeed7d7d2 req-89fafc26-641d-4e17-b0f3-7b9a8bae3bfb tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:58.628215 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-601ab309-3cb9-4169-85ba-00deeed7d7d2 req-89fafc26-641d-4e17-b0f3-7b9a8bae3bfb tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 944 time: 0.0815861 Sep 15 08:44:58.630804 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=f44493ea-7e2b-4a58-93cf-8c880c81ad95,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:58.634883 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:58.684363 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-601ab309-3cb9-4169-85ba-00deeed7d7d2 req-f65ebd5b-2367-4174-8ac8-4dea617f571e tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448525 Sep 15 08:44:58.898388 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eded199-0b97-44fd-b8ed-bb427123eb1a req-b532054c-5964-4eb1-983f-ed85817fc5e4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:58.900382 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8eded199-0b97-44fd-b8ed-bb427123eb1a req-b532054c-5964-4eb1-983f-ed85817fc5e4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.0818920 Sep 15 08:44:58.951999 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8eded199-0b97-44fd-b8ed-bb427123eb1a req-9b18c103-8f54-4a59-81cf-102e57f7e219 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457976 Sep 15 08:44:59.089271 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['f44493ea-7e2b-4a58-93cf-8c880c81ad95'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:44:59.894200 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c83f8b-0dbd-40db-bb85-928d0c78763d req-7979ae14-ed6c-4440-bc3b-bb6c6482ef36 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:59.895714 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-06c83f8b-0dbd-40db-bb85-928d0c78763d req-7979ae14-ed6c-4440-bc3b-bb6c6482ef36 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 944 time: 0.0844846 Sep 15 08:44:59.942187 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-06c83f8b-0dbd-40db-bb85-928d0c78763d req-786c808a-127d-4381-9393-b4771465fc1d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396805 Sep 15 08:45:00.251119 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device f44493ea-7e2b-4a58-93cf-8c880c81ad95 up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:45:00.309411 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde525f-8f09-4cd5-9275-6b4bf0c4fb2e req-a997f918-efae-472c-a3e1-d609bf17d956 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:00.317115 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2dde525f-8f09-4cd5-9275-6b4bf0c4fb2e req-a997f918-efae-472c-a3e1-d609bf17d956 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.1863587 Sep 15 08:45:00.371611 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2dde525f-8f09-4cd5-9275-6b4bf0c4fb2e req-fa8f34af-198b-4e68-a1db-7698bb3b6086 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530899 Sep 15 08:45:00.374949 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port f44493ea-7e2b-4a58-93cf-8c880c81ad95 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:45:00.380102 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port f44493ea-7e2b-4a58-93cf-8c880c81ad95 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:45:00.380517 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:00.497622 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:00.524131 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2aea9fa-3815-4321-bd3b-066b49383409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44493ea-7e2b-4a58-93cf-8c880c81ad95'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:45:00.533693 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port f44493ea-7e2b-4a58-93cf-8c880c81ad95, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f44493ea-7e2b-4a58-93cf-8c880c81ad95,segment=NetworkSegment(e5a9276b-279b-47bf-b9b7-3a9b869ee1a3),segment_id=e5a9276b-279b-47bf-b9b7-3a9b869ee1a3)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:45:00.537391 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:00.539984 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:00.582439 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2aea9fa-3815-4321-bd3b-066b49383409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44493ea-7e2b-4a58-93cf-8c880c81ad95', 'code': 200} Sep 15 08:45:00.610165 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=f44493ea-7e2b-4a58-93cf-8c880c81ad95,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:00.613239 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:01.162585 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4ba86-3678-4cf0-aec8-b3ccae51eec8 req-bfc737e2-96d5-44cb-89df-70de91f7170b tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:01.164043 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-85c4ba86-3678-4cf0-aec8-b3ccae51eec8 req-bfc737e2-96d5-44cb-89df-70de91f7170b tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 945 time: 0.0800827 Sep 15 08:45:01.209451 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-85c4ba86-3678-4cf0-aec8-b3ccae51eec8 req-05a29c89-8ce2-46b5-970a-c44daf832d9c tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397568 Sep 15 08:45:01.596452 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135fc55-3803-4f0e-948b-dfc797c57e7b req-154cf290-87ad-4945-a63a-2283cda92e98 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:01.598011 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9135fc55-3803-4f0e-948b-dfc797c57e7b req-154cf290-87ad-4945-a63a-2283cda92e98 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.0858541 Sep 15 08:45:01.650635 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9135fc55-3803-4f0e-948b-dfc797c57e7b req-2e361626-ebb6-490a-abc5-29f04064bfc0 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469186 Sep 15 08:45:01.942622 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:02.420504 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b07df-d797-4d66-84f4-73518788097d req-36ce373b-0d02-4295-af1e-60550fb3768e tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:02.421953 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f21b07df-d797-4d66-84f4-73518788097d req-36ce373b-0d02-4295-af1e-60550fb3768e tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 945 time: 0.0828509 Sep 15 08:45:02.467883 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f21b07df-d797-4d66-84f4-73518788097d req-d00138b2-2a19-4d07-b5ef-0fe20cbabc12 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401590 Sep 15 08:45:02.963437 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252c13c-dd0b-46b5-9976-dd10eec621f4 req-aebc6939-72b8-4127-8138-0cc469ab518a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:02.965554 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1252c13c-dd0b-46b5-9976-dd10eec621f4 req-aebc6939-72b8-4127-8138-0cc469ab518a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.1765649 Sep 15 08:45:03.022403 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1252c13c-dd0b-46b5-9976-dd10eec621f4 req-fdb516f7-ed2f-4a1a-9293-e86930bf30df tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413444 Sep 15 08:45:03.668939 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039aa7a-5825-4755-aa97-1250c2bfa059 req-03ce098a-cbb5-4fe8-92f3-df94572f4847 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:03.670746 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3039aa7a-5825-4755-aa97-1250c2bfa059 req-03ce098a-cbb5-4fe8-92f3-df94572f4847 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 945 time: 0.0785949 Sep 15 08:45:03.723039 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3039aa7a-5825-4755-aa97-1250c2bfa059 req-57006365-6b95-4e02-8c46-7d7fb65a5376 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450354 Sep 15 08:45:04.266284 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897aae5f-666a-420e-8c1a-f8d2db6fbd28 req-fdad416e-a6a9-4518-b8ea-3531be5fd2f1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:04.267786 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-897aae5f-666a-420e-8c1a-f8d2db6fbd28 req-fdad416e-a6a9-4518-b8ea-3531be5fd2f1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.0887973 Sep 15 08:45:04.318570 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-897aae5f-666a-420e-8c1a-f8d2db6fbd28 req-b7416e24-0827-4db4-a2d1-d1ad2ccfd17b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447409 Sep 15 08:45:04.918248 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a7aa0-6d25-42d0-a4b8-cdef620e435d req-cfa73ed3-6e38-444b-b3f9-38433b8db2b6 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:04.919994 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-0e3a7aa0-6d25-42d0-a4b8-cdef620e435d req-cfa73ed3-6e38-444b-b3f9-38433b8db2b6 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 945 time: 0.0813224 Sep 15 08:45:04.965632 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-0e3a7aa0-6d25-42d0-a4b8-cdef620e435d req-d84cb0d7-a472-4e43-9151-e91c9f3adeec tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 Sep 15 08:45:05.558335 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65e956-843d-4300-8cd3-ba65c338edec req-fe13e9f6-da2f-4a2e-9a2a-233dbf951f25 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:05.560437 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8f65e956-843d-4300-8cd3-ba65c338edec req-fe13e9f6-da2f-4a2e-9a2a-233dbf951f25 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.0881562 Sep 15 08:45:05.629340 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8f65e956-843d-4300-8cd3-ba65c338edec req-df713d3f-9961-4bad-851e-58816f7344d9 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633659 Sep 15 08:45:05.865532 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 59872) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:06.013393 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d7057014-f5f9-476a-bd88-f3da16340720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:06.069029 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-d7057014-f5f9-476a-bd88-f3da16340720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:45:06.072903 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-d7057014-f5f9-476a-bd88-f3da16340720 admin admin] Usage tracker for resource:security_group_rule and tenant:8a632721a6454409aad9acc84f5b09fc is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:45:06.076501 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-d7057014-f5f9-476a-bd88-f3da16340720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:45:06.082038 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-d7057014-f5f9-476a-bd88-f3da16340720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:45:06.160939 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d7057014-f5f9-476a-bd88-f3da16340720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:06.168425 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d7057014-f5f9-476a-bd88-f3da16340720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:06.175048 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc56766-c090-4e7c-b126-7fdc4704bc16 req-2d0e0a01-4d6e-489f-abea-f59f5e6dad26 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:06.175609 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:06.177500 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7dc56766-c090-4e7c-b126-7fdc4704bc16 req-2d0e0a01-4d6e-489f-abea-f59f5e6dad26 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 945 time: 0.0869665 Sep 15 08:45:06.205063 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7057014-f5f9-476a-bd88-f3da16340720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797bd29e-a623-44dc-ae3c-a27089805b8e,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:06.210713 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-d7057014-f5f9-476a-bd88-f3da16340720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:06.249307 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-d7057014-f5f9-476a-bd88-f3da16340720 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a632721a6454409aad9acc84f5b09fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3796544 Sep 15 08:45:06.249535 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 59880) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:06.294431 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7dc56766-c090-4e7c-b126-7fdc4704bc16 req-4c8f949a-5182-4477-8e89-ab65d72c896c tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106441 Sep 15 08:45:06.320778 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b2d36dd3-84a6-47c4-a9fe-a07fe28768db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:06.348758 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b2d36dd3-84a6-47c4-a9fe-a07fe28768db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:06.399495 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b2d36dd3-84a6-47c4-a9fe-a07fe28768db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:06.402990 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-3a2d585b-6a4b-4760-b7c6-352ab27bf900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:06.417124 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d36dd3-84a6-47c4-a9fe-a07fe28768db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797bd29e-a623-44dc-ae3c-a27089805b8e,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:06.421512 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b2d36dd3-84a6-47c4-a9fe-a07fe28768db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:06.430020 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b2d36dd3-84a6-47c4-a9fe-a07fe28768db admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:06.431219 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-b2d36dd3-84a6-47c4-a9fe-a07fe28768db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/797bd29e-a623-44dc-ae3c-a27089805b8e HTTP/1.1" status: 204 len: 168 time: 0.1805804 Sep 15 08:45:06.786059 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 59892) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:06.804483 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-3d650146-951c-4b10-8703-9946439544de admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:06.843480 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-3d650146-951c-4b10-8703-9946439544de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:45:06.847641 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-3d650146-951c-4b10-8703-9946439544de admin admin] Usage tracker for resource:security_group_rule and tenant:dc1e219b2cbf4fea9d9e7fd193694e5d is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:45:06.860508 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-3d650146-951c-4b10-8703-9946439544de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:45:06.871270 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-3d650146-951c-4b10-8703-9946439544de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:45:06.910915 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732d8c9-47c2-4c18-8c2b-8cee2f53b402 req-4d0d910c-d014-4c03-b320-74cbbd9d6995 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:06.913436 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9732d8c9-47c2-4c18-8c2b-8cee2f53b402 req-4d0d910c-d014-4c03-b320-74cbbd9d6995 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.0943501 Sep 15 08:45:06.963812 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-3d650146-951c-4b10-8703-9946439544de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:06.968166 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-3d650146-951c-4b10-8703-9946439544de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:06.974292 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9732d8c9-47c2-4c18-8c2b-8cee2f53b402 req-1f3dbf75-8624-415f-bc5e-12eb26f76098 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523825 Sep 15 08:45:06.976810 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-d9311afe-18e6-4eb0-bf59-6d8893a9958f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:07.007161 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d650146-951c-4b10-8703-9946439544de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e2f6ec-37b6-4388-8c60-ee4efbbcbde6,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:07.016178 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-3d650146-951c-4b10-8703-9946439544de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:07.025321 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-3d650146-951c-4b10-8703-9946439544de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc1e219b2cbf4fea9d9e7fd193694e5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2382274 Sep 15 08:45:07.027869 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 59896) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:07.088591 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-14ae9bd6-a3d7-4600-a758-a3427db29f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:07.116643 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-14ae9bd6-a3d7-4600-a758-a3427db29f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:07.219901 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-14ae9bd6-a3d7-4600-a758-a3427db29f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:07.224370 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b51af3fa-2745-4859-8551-1e949ab6a641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:07.236685 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae9bd6-a3d7-4600-a758-a3427db29f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e2f6ec-37b6-4388-8c60-ee4efbbcbde6,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:07.239187 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-14ae9bd6-a3d7-4600-a758-a3427db29f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:07.246507 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-14ae9bd6-a3d7-4600-a758-a3427db29f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:07.248238 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-14ae9bd6-a3d7-4600-a758-a3427db29f10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3e2f6ec-37b6-4388-8c60-ee4efbbcbde6 HTTP/1.1" status: 204 len: 168 time: 0.2194712 Sep 15 08:45:07.512710 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d92f40-82a4-4a36-8d3b-bdb1589821ef req-a004177b-dac0-439a-9548-25b4b1cd855a tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:07.514278 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c2d92f40-82a4-4a36-8d3b-bdb1589821ef req-a004177b-dac0-439a-9548-25b4b1cd855a tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 945 time: 0.0851498 Sep 15 08:45:07.586628 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c2d92f40-82a4-4a36-8d3b-bdb1589821ef req-3c259799-6602-46bc-ba52-6c4a0fd0e34e tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660241 Sep 15 08:45:08.227078 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829312a4-ad99-492d-b797-d0e0b314b8bf req-5d4f4fa0-157c-451c-ad10-7fd1682072c4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:08.229254 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-829312a4-ad99-492d-b797-d0e0b314b8bf req-5d4f4fa0-157c-451c-ad10-7fd1682072c4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.1036181 Sep 15 08:45:08.303432 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-829312a4-ad99-492d-b797-d0e0b314b8bf req-712214bd-1508-40a5-a5c3-0f5a0857aa23 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683913 Sep 15 08:45:08.682334 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 59936) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:08.820289 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5dcb2-951d-478d-bc5d-9c0f67a40024 req-7f6a0b4e-e622-4cc1-acb5-a6277d47e1fe tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:08.821727 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-36b5dcb2-951d-478d-bc5d-9c0f67a40024 req-7f6a0b4e-e622-4cc1-acb5-a6277d47e1fe tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 945 time: 0.0763614 Sep 15 08:45:08.857392 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f3a89b94-4796-45d8-bdba-ffa6f6acd991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:08.904755 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-36b5dcb2-951d-478d-bc5d-9c0f67a40024 req-669cded5-4eb5-428a-bab7-48b00c3c9813 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698216 Sep 15 08:45:08.907602 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-f3a89b94-4796-45d8-bdba-ffa6f6acd991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:45:08.911327 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-f3a89b94-4796-45d8-bdba-ffa6f6acd991 admin admin] Usage tracker for resource:security_group_rule and tenant:b7d2ebb298b54811aea5e38771e10d42 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:45:08.914329 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-f3a89b94-4796-45d8-bdba-ffa6f6acd991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:45:08.921612 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-f3a89b94-4796-45d8-bdba-ffa6f6acd991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:45:09.002484 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f3a89b94-4796-45d8-bdba-ffa6f6acd991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:09.007363 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f3a89b94-4796-45d8-bdba-ffa6f6acd991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:09.014741 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b923eb59-3bfd-44e4-8bba-31981cd776ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:09.055745 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a89b94-4796-45d8-bdba-ffa6f6acd991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7beb74a-931e-4f0b-8399-c67b7e32df45,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:09.059111 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-f3a89b94-4796-45d8-bdba-ffa6f6acd991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:09.061482 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-f3a89b94-4796-45d8-bdba-ffa6f6acd991 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7d2ebb298b54811aea5e38771e10d42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3781428 Sep 15 08:45:09.064202 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 59942) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:09.123704 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5c5d69a5-9b8e-4612-b43d-7414ae54a520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:09.159158 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5c5d69a5-9b8e-4612-b43d-7414ae54a520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:09.212792 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5c5d69a5-9b8e-4612-b43d-7414ae54a520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:09.217119 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-6d6aff0f-b6f8-4290-90fd-3b3d99d4d91a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:09.228003 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d69a5-9b8e-4612-b43d-7414ae54a520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7beb74a-931e-4f0b-8399-c67b7e32df45,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:09.232559 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-5c5d69a5-9b8e-4612-b43d-7414ae54a520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:09.239913 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5c5d69a5-9b8e-4612-b43d-7414ae54a520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:09.241497 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-5c5d69a5-9b8e-4612-b43d-7414ae54a520 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7beb74a-931e-4f0b-8399-c67b7e32df45 HTTP/1.1" status: 204 len: 168 time: 0.1762764 Sep 15 08:45:09.548306 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984cc56-4424-4dc1-86ad-582eb3d7e8ee req-a2eaf635-52f3-4543-9a6e-43169f3415c4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:09.549998 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d984cc56-4424-4dc1-86ad-582eb3d7e8ee req-a2eaf635-52f3-4543-9a6e-43169f3415c4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.0824897 Sep 15 08:45:09.598373 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d984cc56-4424-4dc1-86ad-582eb3d7e8ee req-4e387bc0-5634-4770-b494-587d61f7ab93 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421808 Sep 15 08:45:10.120032 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda7c79-53f0-428c-bb78-6b4369959d65 req-46090f96-d78a-4478-8b21-9a7fb20eb550 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:10.121402 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-abda7c79-53f0-428c-bb78-6b4369959d65 req-46090f96-d78a-4478-8b21-9a7fb20eb550 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 945 time: 0.0827498 Sep 15 08:45:10.182228 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-abda7c79-53f0-428c-bb78-6b4369959d65 req-b4797f5c-288c-40c3-bb1e-11142a0e8978 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547996 Sep 15 08:45:10.834308 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2da58-d281-4206-8e4d-0f1e4ef33bd3 req-3006968d-21c0-444d-a5fd-a9f04f956f74 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:10.835773 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f9e2da58-d281-4206-8e4d-0f1e4ef33bd3 req-3006968d-21c0-444d-a5fd-a9f04f956f74 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.0855505 Sep 15 08:45:10.880355 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f9e2da58-d281-4206-8e4d-0f1e4ef33bd3 req-bc09b1af-6a99-44c8-8b46-c9b0773c9a9d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385897 Sep 15 08:45:11.372282 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65762839-98fb-4568-ba41-5e3abddf9e59 req-b0938ee3-6b4a-4ffc-b92f-fd9154a4317a tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:11.373819 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-65762839-98fb-4568-ba41-5e3abddf9e59 req-b0938ee3-6b4a-4ffc-b92f-fd9154a4317a tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 945 time: 0.0739710 Sep 15 08:45:11.421777 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-65762839-98fb-4568-ba41-5e3abddf9e59 req-08b48014-6280-4356-a883-42bb60341aa1 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426366 Sep 15 08:45:12.094095 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea003533-bec2-442f-b474-7848a077ec81 req-7440cbea-6448-4b7c-acfc-9df7ac7c82d7 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:12.095554 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ea003533-bec2-442f-b474-7848a077ec81 req-7440cbea-6448-4b7c-acfc-9df7ac7c82d7 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.0820789 Sep 15 08:45:12.139679 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ea003533-bec2-442f-b474-7848a077ec81 req-06c2e93c-e539-4b79-b52d-9852537eca33 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383143 Sep 15 08:45:12.610719 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1966f30-dfab-40ee-b89c-87489a95fdc4 req-7ccf4ee2-1dc0-4ef1-b440-017001cf87f7 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:12.612133 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e1966f30-dfab-40ee-b89c-87489a95fdc4 req-7ccf4ee2-1dc0-4ef1-b440-017001cf87f7 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 945 time: 0.0735548 Sep 15 08:45:12.656355 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e1966f30-dfab-40ee-b89c-87489a95fdc4 req-333be7e2-ccd3-4d0c-8d71-ec1ac1f0bc39 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389652 Sep 15 08:45:13.380932 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28c1ed-e086-4fcb-800b-162d2972a3fe req-05591c8a-9568-48d2-a65a-fbac899ecdf8 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:13.383450 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2d28c1ed-e086-4fcb-800b-162d2972a3fe req-05591c8a-9568-48d2-a65a-fbac899ecdf8 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.1035290 Sep 15 08:45:13.431626 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2d28c1ed-e086-4fcb-800b-162d2972a3fe req-5ca6812d-af6a-4154-af04-144fec0848e7 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406244 Sep 15 08:45:13.600702 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-236b2da2-b339-47ab-b222-5718e21d477b req-d1e26e18-0103-4696-84b7-6bf9aec28982 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86820906c093481aaaf4340eacfde2db&device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 1096 time: 0.0953674 Sep 15 08:45:13.604860 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d006a160-d7ca-4bca-9a8e-68f0d78e3844 req-2933a700-b07d-448b-9e90-83377b9dcfeb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 1098 time: 0.1290777 Sep 15 08:45:13.732786 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d006a160-d7ca-4bca-9a8e-68f0d78e3844 req-24ac1a23-f310-4e51-84fd-334cb678d688 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213427 Sep 15 08:45:13.766934 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b2da2-b339-47ab-b222-5718e21d477b req-9c8f83b8-1bc8-4bfd-930c-e624bf30f446 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:13.768428 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-236b2da2-b339-47ab-b222-5718e21d477b req-9c8f83b8-1bc8-4bfd-930c-e624bf30f446 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d238d48-c667-4b75-9461-7e2b13d6ae1c HTTP/1.1" status: 200 len: 917 time: 0.1421142 Sep 15 08:45:13.856849 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a7cad-200c-4df3-8a10-ca1bbcdda410 req-ded2b133-bf9a-4152-95de-d50e9c3d1424 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:13.858766 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-370a7cad-200c-4df3-8a10-ca1bbcdda410 req-ded2b133-bf9a-4152-95de-d50e9c3d1424 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 945 time: 0.0782213 Sep 15 08:45:13.906546 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-370a7cad-200c-4df3-8a10-ca1bbcdda410 req-f812ee3b-5ece-46a2-8649-2164edf48291 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400534 Sep 15 08:45:14.215323 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-236b2da2-b339-47ab-b222-5718e21d477b req-91c7d2f7-508e-4115-8368-46b18914d453 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=457f6d71-9605-46d0-acac-4efcc488a8be HTTP/1.1" status: 200 len: 998 time: 0.0964282 Sep 15 08:45:14.280476 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b2da2-b339-47ab-b222-5718e21d477b req-d8e2f7ac-1a8a-4819-9cc7-48420253bae5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:14.282012 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-236b2da2-b339-47ab-b222-5718e21d477b req-d8e2f7ac-1a8a-4819-9cc7-48420253bae5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbc783f9-168d-423f-8179-cb2450becd9d HTTP/1.1" status: 200 len: 855 time: 0.0575926 Sep 15 08:45:14.358460 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-236b2da2-b339-47ab-b222-5718e21d477b req-dc475ea1-3dfd-4c10-8708-84e93b31c0b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d238d48-c667-4b75-9461-7e2b13d6ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701044 Sep 15 08:45:14.623706 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-236b2da2-b339-47ab-b222-5718e21d477b req-7ebde88f-e9b3-4edc-87f2-d357602cbb2d service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566905 Sep 15 08:45:14.754061 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617e97a-a483-4cf8-b2e8-c4aeccc7351e req-f5fbe0d9-4d55-4fa5-95bc-56ad67a42f05 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:14.755445 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c617e97a-a483-4cf8-b2e8-c4aeccc7351e req-f5fbe0d9-4d55-4fa5-95bc-56ad67a42f05 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.1783221 Sep 15 08:45:14.791770 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-236b2da2-b339-47ab-b222-5718e21d477b req-78bbd0cc-46ec-4e2a-aa87-6250f70032d6 service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580861 Sep 15 08:45:14.813165 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c617e97a-a483-4cf8-b2e8-c4aeccc7351e req-09dc9010-19eb-4a3b-8bc8-bb5cebc137b4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445435 Sep 15 08:45:15.095888 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c36ae-ae0d-4b85-89d5-ac660f9a7d62 req-422b7260-10a0-4b04-a7b8-a6c077948351 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:15.097211 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e21c36ae-ae0d-4b85-89d5-ac660f9a7d62 req-422b7260-10a0-4b04-a7b8-a6c077948351 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 945 time: 0.0735185 Sep 15 08:45:15.140870 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e21c36ae-ae0d-4b85-89d5-ac660f9a7d62 req-618c9a39-282e-4210-a18e-857960950b72 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384288 Sep 15 08:45:16.029370 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deff98b-aa50-4faa-ab7f-5bd3ef407548 req-9dff47ee-8f0b-4467-86ef-c9b7adfce8af tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:16.030911 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1deff98b-aa50-4faa-ab7f-5bd3ef407548 req-9dff47ee-8f0b-4467-86ef-c9b7adfce8af tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.0800712 Sep 15 08:45:16.075857 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1deff98b-aa50-4faa-ab7f-5bd3ef407548 req-6d80fae1-0976-4ed2-b4ce-7e0519d4218d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394530 Sep 15 08:45:16.341209 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e87e3-9b07-4b7f-9e11-a295b32e6ec8 req-05ddd02e-723d-4c3a-a0c4-894dbc89edd2 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:16.342685 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-948e87e3-9b07-4b7f-9e11-a295b32e6ec8 req-05ddd02e-723d-4c3a-a0c4-894dbc89edd2 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 945 time: 0.0806234 Sep 15 08:45:16.385781 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-948e87e3-9b07-4b7f-9e11-a295b32e6ec8 req-5e4e3e7c-fa44-45aa-ba5b-689cc5640f06 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376496 Sep 15 08:45:17.319871 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa954f-03c2-45dd-958e-b2fe39ee940a req-1e3aca32-1cc4-4949-b217-c603c796af6f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:17.321449 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3baa954f-03c2-45dd-958e-b2fe39ee940a req-1e3aca32-1cc4-4949-b217-c603c796af6f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.0934572 Sep 15 08:45:17.376692 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3baa954f-03c2-45dd-958e-b2fe39ee940a req-4c10c565-a6af-4f76-8bdb-d31b55952a95 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486615 Sep 15 08:45:17.688976 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688361a1-a57e-448c-ab78-9c0afb93940e req-f17841b2-e8d1-4c37-84ca-b59892f4f086 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:17.690492 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-688361a1-a57e-448c-ab78-9c0afb93940e req-f17841b2-e8d1-4c37-84ca-b59892f4f086 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 945 time: 0.0770133 Sep 15 08:45:17.737010 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-688361a1-a57e-448c-ab78-9c0afb93940e req-491f79ac-d31b-4c7b-83c2-59e8a27fd8ff tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411203 Sep 15 08:45:18.603441 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33aaf1a-33fc-4146-ae45-9aec2f5f90ea req-1ad164d4-e5ff-4766-84fa-5d66c4d50d7e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:18.610765 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a33aaf1a-33fc-4146-ae45-9aec2f5f90ea req-1ad164d4-e5ff-4766-84fa-5d66c4d50d7e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.0968432 Sep 15 08:45:18.658941 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a33aaf1a-33fc-4146-ae45-9aec2f5f90ea req-f3bdf23c-bff1-48a3-8a8d-868c0976e748 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473058 Sep 15 08:45:18.938616 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e68bfa-2390-4cad-a646-34bd15493360 req-13390a78-fdd2-4fc8-adee-1ee8183e72b7 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:18.939964 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-20e68bfa-2390-4cad-a646-34bd15493360 req-13390a78-fdd2-4fc8-adee-1ee8183e72b7 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 945 time: 0.0741816 Sep 15 08:45:18.984598 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-20e68bfa-2390-4cad-a646-34bd15493360 req-5dd4bdf9-32e9-4f75-a5eb-01ad1fa201e2 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391006 Sep 15 08:45:19.553970 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc3111-40f1-47e8-bd13-49769e2ad3cf req-164354dd-fede-40ad-a4f0-fcf29acab527 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:19.555426 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-55bc3111-40f1-47e8-bd13-49769e2ad3cf req-164354dd-fede-40ad-a4f0-fcf29acab527 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 945 time: 0.0761099 Sep 15 08:45:19.624775 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-55bc3111-40f1-47e8-bd13-49769e2ad3cf req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Deleting port f44493ea-7e2b-4a58-93cf-8c880c81ad95 {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:45:19.625405 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-55bc3111-40f1-47e8-bd13-49769e2ad3cf req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:19.920164 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-55bc3111-40f1-47e8-bd13-49769e2ad3cf req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] For port f44493ea-7e2b-4a58-93cf-8c880c81ad95, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f44493ea-7e2b-4a58-93cf-8c880c81ad95,segment=NetworkSegment(e5a9276b-279b-47bf-b9b7-3a9b869ee1a3),segment_id=e5a9276b-279b-47bf-b9b7-3a9b869ee1a3)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:45:19.920506 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-55bc3111-40f1-47e8-bd13-49769e2ad3cf req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:20.044309 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816ffc1-2d7a-4af7-b11e-79b73b10d5e2 req-2e2d2068-18c6-4dce-abe9-0679e005e68b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:20.045648 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6816ffc1-2d7a-4af7-b11e-79b73b10d5e2 req-2e2d2068-18c6-4dce-abe9-0679e005e68b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 943 time: 0.2447250 Sep 15 08:45:20.051845 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-55bc3111-40f1-47e8-bd13-49769e2ad3cf req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Calling delete_port for f44493ea-7e2b-4a58-93cf-8c880c81ad95 owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:45:20.158640 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6816ffc1-2d7a-4af7-b11e-79b73b10d5e2 req-5920f055-4491-4a3f-8fd1-cf468ae708c4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800178 Sep 15 08:45:20.200369 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ef1a6-7e00-4b15-a465-104d39224eeb req-144c0e39-f77a-4899-bd79-d1618a50f181 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:20.209445 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6a6ef1a6-7e00-4b15-a465-104d39224eeb req-144c0e39-f77a-4899-bd79-d1618a50f181 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2aea9fa-3815-4321-bd3b-066b49383409 HTTP/1.1" status: 200 len: 945 time: 0.0968010 Sep 15 08:45:20.298194 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6a6ef1a6-7e00-4b15-a465-104d39224eeb req-84e26f45-3725-49f9-9b99-506461e84621 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872729 Sep 15 08:45:20.312888 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-55bc3111-40f1-47e8-bd13-49769e2ad3cf req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:20.319057 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 457f6d71-9605-46d0-acac-4efcc488a8be details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:45:20.336362 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8b9544c1-5c4a-4749-a751-61ab0e8df111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:20.352265 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['f44493ea-7e2b-4a58-93cf-8c880c81ad95'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:45:20.444690 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Pushing event deleted for resources: {'Port': ['ID=f44493ea-7e2b-4a58-93cf-8c880c81ad95,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:20.453276 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bc3111-40f1-47e8-bd13-49769e2ad3cf req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] No DVR routers for this DVR port f44493ea-7e2b-4a58-93cf-8c880c81ad95 on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:45:20.458793 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-55bc3111-40f1-47e8-bd13-49769e2ad3cf req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:20.461399 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2aea9fa-3815-4321-bd3b-066b49383409', 'name': 'network-vif-deleted', 'tag': 'f44493ea-7e2b-4a58-93cf-8c880c81ad95'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:45:20.468645 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:20.469014 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:20.469369 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:20.469797 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:20.470152 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:20.470773 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:20.470912 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:20.471194 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:20.471533 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:20.471874 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:20.472214 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:20.477893 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:20.490367 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-55bc3111-40f1-47e8-bd13-49769e2ad3cf req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.42 "DELETE /v2.0/ports/f44493ea-7e2b-4a58-93cf-8c880c81ad95 HTTP/1.1" status: 204 len: 173 time: 0.9292550 Sep 15 08:45:20.509800 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 457f6d71-9605-46d0-acac-4efcc488a8be, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=457f6d71-9605-46d0-acac-4efcc488a8be,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:45:20.528787 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '457f6d71-9605-46d0-acac-4efcc488a8be', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'port_id': '457f6d71-9605-46d0-acac-4efcc488a8be', 'mac_address': 'fa:16:3e:cf:11:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:45:20.538865 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2aea9fa-3815-4321-bd3b-066b49383409', 'name': 'network-vif-deleted', 'tag': 'f44493ea-7e2b-4a58-93cf-8c880c81ad95', 'status': 'completed', 'code': 200} Sep 15 08:45:20.592284 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:20.609686 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457f6d71-9605-46d0-acac-4efcc488a8be {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:45:20.624935 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 457f6d71-9605-46d0-acac-4efcc488a8be, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=457f6d71-9605-46d0-acac-4efcc488a8be,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:45:20.629167 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:20.631083 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:20.695109 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=457f6d71-9605-46d0-acac-4efcc488a8be,revision_number=9']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:20.697887 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:21.113655 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['457f6d71-9605-46d0-acac-4efcc488a8be'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:45:21.383787 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c755d-07a6-401d-bcf9-a880971f9769 req-a431965c-3871-4a31-be21-375194fc9aa1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:21.385350 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d68c755d-07a6-401d-bcf9-a880971f9769 req-a431965c-3871-4a31-be21-375194fc9aa1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 944 time: 0.0855169 Sep 15 08:45:21.428627 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-5d66a39d-126f-4735-b25a-ab53d1f38a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:21.442858 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-d68c755d-07a6-401d-bcf9-a880971f9769 req-616b9952-af43-4e5d-817b-112dc09033b4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509200 Sep 15 08:45:21.847477 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:21.859159 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-a76f3a12-3ccb-4478-a8d9-38c220abb9ae tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:21.860550 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-a76f3a12-3ccb-4478-a8d9-38c220abb9ae tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/networks?id=c7c9aecc-aa6f-4538-8370-c89f19c50abc HTTP/1.1" status: 200 len: 809 time: 0.2394402 Sep 15 08:45:21.876576 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-549dcd98-9b89-43fd-b62b-f780bbecd28e tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/quotas/0384a996ff3b4ea6a10870cca23a8da0 HTTP/1.1" status: 200 len: 375 time: 0.0107152 Sep 15 08:45:21.925799 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-590abcef-8580-4256-bcbc-a2425cc381a7 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Synchronizing usage tracker for tenant:0384a996ff3b4ea6a10870cca23a8da0 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:45:21.940783 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-590abcef-8580-4256-bcbc-a2425cc381a7 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Unset dirty status for tenant:0384a996ff3b4ea6a10870cca23a8da0 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:45:21.942095 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-590abcef-8580-4256-bcbc-a2425cc381a7 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0384a996ff3b4ea6a10870cca23a8da0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607505 Sep 15 08:45:22.073745 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-12626b49-c90a-4d48-b278-a764524fe4f3 service neutron] 10.222.0.24 "GET /v2.0/networks/c7c9aecc-aa6f-4538-8370-c89f19c50abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249628 Sep 15 08:45:22.203441 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-a85a7400-6c53-49ef-931b-db8c244410cc service neutron] 10.222.0.24 "GET /v2.0/networks/c7c9aecc-aa6f-4538-8370-c89f19c50abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230159 Sep 15 08:45:22.336116 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 457f6d71-9605-46d0-acac-4efcc488a8be up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:45:22.382285 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3534957c-452f-49ce-a5f9-11b9210f5a04 req-7c4a3e9a-fed1-4583-9cb2-8ee7a18e72a5 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 210 time: 0.0410564 Sep 15 08:45:22.414047 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 457f6d71-9605-46d0-acac-4efcc488a8be triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:45:22.414047 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:22.533061 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:22.562982 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457f6d71-9605-46d0-acac-4efcc488a8be'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:45:22.575744 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 457f6d71-9605-46d0-acac-4efcc488a8be, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=457f6d71-9605-46d0-acac-4efcc488a8be,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:45:22.587434 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:22.589205 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device f44493ea-7e2b-4a58-93cf-8c880c81ad95 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:45:22.620423 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-14a9559a-e2f3-4e93-b003-e5e61a8ec49d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:22.655926 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457f6d71-9605-46d0-acac-4efcc488a8be', 'code': 200} Sep 15 08:45:22.683235 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: f44493ea-7e2b-4a58-93cf-8c880c81ad95 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:45:22.683915 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device f44493ea-7e2b-4a58-93cf-8c880c81ad95 not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:45:22.702947 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2169a-0738-4446-b537-cfb7fbfa98d1 req-b3edca8d-94cb-475e-951b-e8563440d6b5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:22.708384 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fab2169a-0738-4446-b537-cfb7fbfa98d1 req-b3edca8d-94cb-475e-951b-e8563440d6b5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 946 time: 0.0896080 Sep 15 08:45:22.722716 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=457f6d71-9605-46d0-acac-4efcc488a8be,revision_number=10']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:22.727272 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:22.756977 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fab2169a-0738-4446-b537-cfb7fbfa98d1 req-a536324c-ee2f-49f5-b2e2-b8d4103994c4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456936 Sep 15 08:45:23.336007 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8ff94875-209c-4dc6-a7a6-05d771d36b4b req-f9e17ffe-b945-469d-9228-97a8b1559d06 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 1099 time: 0.0792854 Sep 15 08:45:23.377397 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8ff94875-209c-4dc6-a7a6-05d771d36b4b req-bc31db3b-0a9a-4f31-a606-028e2b5d4432 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348549 Sep 15 08:45:23.543153 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-577b6e3a-6ab4-4cc0-8b0e-769395bbba37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:23.554923 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-61365e31-9e40-4075-b453-32d2da51cec8 req-ca06dc7d-2e3d-48fd-ba00-b8cbd8be86e2 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 210 time: 0.0443430 Sep 15 08:45:23.980195 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ca610-0d40-47a9-9213-f2c08aca3022 req-1c5cdbe5-8998-4deb-8de4-91f689b00f53 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:23.981870 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2c3ca610-0d40-47a9-9213-f2c08aca3022 req-1c5cdbe5-8998-4deb-8de4-91f689b00f53 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 946 time: 0.0809958 Sep 15 08:45:24.033381 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2c3ca610-0d40-47a9-9213-f2c08aca3022 req-413d65ac-c4ae-4146-87fb-44a3b7e80735 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453856 Sep 15 08:45:24.118715 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-c01395e3-289d-4ed4-ba58-0098f06daa0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:24.120158 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-c01395e3-289d-4ed4-ba58-0098f06daa0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.42 "GET /v2.0/networks?id=c7c9aecc-aa6f-4538-8370-c89f19c50abc HTTP/1.1" status: 200 len: 809 time: 0.1531975 Sep 15 08:45:24.173358 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-a5b2d267-0598-413d-97c1-6dca64b26b0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Request body: {'port': {'device_id': '43adcb83-45b1-4301-aadc-c7166dfe100e', 'network_id': 'c7c9aecc-aa6f-4538-8370-c89f19c50abc', 'admin_state_up': True, 'tenant_id': '0384a996ff3b4ea6a10870cca23a8da0'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:45:24.315165 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-a5b2d267-0598-413d-97c1-6dca64b26b0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:45:24.324560 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-a5b2d267-0598-413d-97c1-6dca64b26b0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:45:24.333971 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-a5b2d267-0598-413d-97c1-6dca64b26b0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Made reservation on behalf of 0384a996ff3b4ea6a10870cca23a8da0 for: {'port': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:45:24.339767 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-a5b2d267-0598-413d-97c1-6dca64b26b0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:24.499169 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-a5b2d267-0598-413d-97c1-6dca64b26b0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Allocated IP 172.20.0.14 (c7c9aecc-aa6f-4538-8370-c89f19c50abc/3f7740ba-8863-481f-8709-8a649b9a02c0/2c24e3df-4e3f-4614-982a-96492a205eab) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:45:24.530915 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:24.571740 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 60174) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:24.725011 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:24.748438 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-09d48a3d-83bd-4cfa-9674-c5fee3051c1b req-920203e6-61d5-46df-9336-9fb5ca9d7c5e tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 210 time: 0.0555336 Sep 15 08:45:24.753117 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-a5b2d267-0598-413d-97c1-6dca64b26b0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:24.757717 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:45:24.762079 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Usage tracker for resource:security_group_rule and tenant:07494be9f2f94df3b256cd201b895213 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:45:24.765966 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:45:24.772583 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:45:24.793875 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-a5b2d267-0598-413d-97c1-6dca64b26b0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:24.799423 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-575c407e-7e5a-404c-879c-6c05efa91d64 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:24.842313 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:24.846524 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:24.853372 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-3847cef5-e1a0-4346-a451-fb044e0aea83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:24.865727 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-a5b2d267-0598-413d-97c1-6dca64b26b0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Network c7c9aecc-aa6f-4538-8370-c89f19c50abc is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:45:24.868904 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-a5b2d267-0598-413d-97c1-6dca64b26b0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:45:24.873842 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-a5b2d267-0598-413d-97c1-6dca64b26b0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:45:24.894447 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef4db5b-d0cc-4aba-8f19-1e1b2f741f1d,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:24.898780 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07494be9f2f94df3b256cd201b895213&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3260212 Sep 15 08:45:24.899043 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2d267-0598-413d-97c1-6dca64b26b0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Pushing event updated for resources: {'Port': ['ID=2c24e3df-4e3f-4614-982a-96492a205eab,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:24.903108 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 60184) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:24.904256 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a5b2d267-0598-413d-97c1-6dca64b26b0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:24.917591 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:24.917961 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:24.918322 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:24.918699 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:24.919148 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:24.919504 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:24.919861 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:24.920202 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:24.920566 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:24.920894 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:24.921236 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:24.925929 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:24.937234 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-a5b2d267-0598-413d-97c1-6dca64b26b0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:24.937837 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-a5b2d267-0598-413d-97c1-6dca64b26b0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:24.962567 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-a5b2d267-0598-413d-97c1-6dca64b26b0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7939317 Sep 15 08:45:24.974487 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-594e2a7c-6d92-4668-a605-76d1b238af98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:24.999487 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-594e2a7c-6d92-4668-a605-76d1b238af98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:25.054597 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-594e2a7c-6d92-4668-a605-76d1b238af98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:25.058635 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-f3a89b94-4796-45d8-bdba-ffa6f6acd991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:25.067943 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Request body: {'port': {'device_id': '43adcb83-45b1-4301-aadc-c7166dfe100e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:45:25.073330 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e2a7c-6d92-4668-a605-76d1b238af98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef4db5b-d0cc-4aba-8f19-1e1b2f741f1d,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:25.090123 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-594e2a7c-6d92-4668-a605-76d1b238af98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:25.091185 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-594e2a7c-6d92-4668-a605-76d1b238af98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:25.099583 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-594e2a7c-6d92-4668-a605-76d1b238af98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ef4db5b-d0cc-4aba-8f19-1e1b2f741f1d HTTP/1.1" status: 204 len: 168 time: 0.1935058 Sep 15 08:45:25.244441 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:25.292150 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ba531-9e5c-42e0-92f3-116993a9256a req-46f32b10-ae69-4291-9a9b-f92148ca8b4f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:25.294265 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-459ba531-9e5c-42e0-92f3-116993a9256a req-46f32b10-ae69-4291-9a9b-f92148ca8b4f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 946 time: 0.0955229 Sep 15 08:45:25.359078 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-459ba531-9e5c-42e0-92f3-116993a9256a req-47538b55-8a47-46ab-afc2-0e7b426d0415 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554371 Sep 15 08:45:25.767813 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c24e3df-4e3f-4614-982a-96492a205eab {{(pid=75066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:45:25.774931 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:25.801160 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Transition to ACTIVE for port object 2c24e3df-4e3f-4614-982a-96492a205eab will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:45:25.807880 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:25.812886 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-26dbaaaa-e3d1-42b9-b243-d0f55381aa92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:25.941025 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c24e3df-4e3f-4614-982a-96492a205eab,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:25.945188 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:26.081327 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:26.132241 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db65a09-16d1-4892-95b7-2b64fcc523e1 req-08369034-b30f-4c23-8d18-728ac9a804c9 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:26.132845 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-8db65a09-16d1-4892-95b7-2b64fcc523e1 req-08369034-b30f-4c23-8d18-728ac9a804c9 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Synchronizing usage tracker for tenant:0384a996ff3b4ea6a10870cca23a8da0 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:45:26.169717 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Attempting to bind port 2c24e3df-4e3f-4614-982a-96492a205eab on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:45:26.170412 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Attempting to bind port 2c24e3df-4e3f-4614-982a-96492a205eab by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'e5a9276b-279b-47bf-b9b7-3a9b869ee1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7c9aecc-aa6f-4538-8370-c89f19c50abc'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:45:26.171118 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Attempting to bind port 2c24e3df-4e3f-4614-982a-96492a205eab on network c7c9aecc-aa6f-4538-8370-c89f19c50abc {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:45:26.179653 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-8db65a09-16d1-4892-95b7-2b64fcc523e1 req-08369034-b30f-4c23-8d18-728ac9a804c9 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Unset dirty status for tenant:0384a996ff3b4ea6a10870cca23a8da0 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:45:26.180998 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8db65a09-16d1-4892-95b7-2b64fcc523e1 req-08369034-b30f-4c23-8d18-728ac9a804c9 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 944 time: 0.2893064 Sep 15 08:45:26.181781 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Port 2c24e3df-4e3f-4614-982a-96492a205eab on network c7c9aecc-aa6f-4538-8370-c89f19c50abc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:45:26.182293 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Attempting to bind port 2c24e3df-4e3f-4614-982a-96492a205eab on network c7c9aecc-aa6f-4538-8370-c89f19c50abc {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:45:26.191078 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:45:26.191688 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Checking segment: {'id': 'e5a9276b-279b-47bf-b9b7-3a9b869ee1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7c9aecc-aa6f-4538-8370-c89f19c50abc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:45:26.192292 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Bound using segment: {'id': 'e5a9276b-279b-47bf-b9b7-3a9b869ee1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7c9aecc-aa6f-4538-8370-c89f19c50abc'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:45:26.193007 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Bound port: 2c24e3df-4e3f-4614-982a-96492a205eab, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a9276b-279b-47bf-b9b7-3a9b869ee1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7c9aecc-aa6f-4538-8370-c89f19c50abc'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:45:26.193454 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:26.295407 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8db65a09-16d1-4892-95b7-2b64fcc523e1 req-d39364ba-881b-42cc-a8e4-52ea180b097f tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897088 Sep 15 08:45:26.358584 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] For port 2c24e3df-4e3f-4614-982a-96492a205eab, host hv-cinder-80600, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:45:26.362184 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] For port 2c24e3df-4e3f-4614-982a-96492a205eab, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2c24e3df-4e3f-4614-982a-96492a205eab,segment=NetworkSegment(e5a9276b-279b-47bf-b9b7-3a9b869ee1a3),segment_id=e5a9276b-279b-47bf-b9b7-3a9b869ee1a3)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:45:26.367427 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:26.373054 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:26.444191 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:26.445667 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] 10.222.0.42 "PUT /v2.0/ports/2c24e3df-4e3f-4614-982a-96492a205eab HTTP/1.1" status: 200 len: 1094 time: 1.3819203 Sep 15 08:45:26.446181 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43adcb83-45b1-4301-aadc-c7166dfe100e', 'tag': '2c24e3df-4e3f-4614-982a-96492a205eab'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:45:26.469154 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c24e3df-4e3f-4614-982a-96492a205eab,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:26.483392 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:26.569332 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43adcb83-45b1-4301-aadc-c7166dfe100e', 'tag': '2c24e3df-4e3f-4614-982a-96492a205eab', 'status': 'completed', 'code': 200} Sep 15 08:45:26.617794 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-278209e7-2264-40b4-a498-d46cf85e9b9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0384a996ff3b4ea6a10870cca23a8da0&device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 1097 time: 0.0833070 Sep 15 08:45:26.648651 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e3f36-6af2-487e-9c78-bf61779abb1d req-a641a612-11a4-4d54-98ac-6f4cc3c1506a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:26.650455 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ce1e3f36-6af2-487e-9c78-bf61779abb1d req-a641a612-11a4-4d54-98ac-6f4cc3c1506a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 946 time: 0.1262736 Sep 15 08:45:26.696265 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-46dca0f6-cd4a-409d-9b64-cc8e1dfb9463 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c24e3df-4e3f-4614-982a-96492a205eab HTTP/1.1" status: 200 len: 217 time: 0.0631881 Sep 15 08:45:26.699351 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ce1e3f36-6af2-487e-9c78-bf61779abb1d req-f992baef-e4bd-49f8-9b60-8b66fccef7de tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402336 Sep 15 08:45:26.771613 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-70a360ac-8f92-4ed2-9514-29f2a5408337 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:26.773107 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-70a360ac-8f92-4ed2-9514-29f2a5408337 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f7740ba-8863-481f-8709-8a649b9a02c0 HTTP/1.1" status: 200 len: 849 time: 0.0703371 Sep 15 08:45:26.821421 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-5991c4f4-fe14-417c-94b7-ed216ab61e58 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7c9aecc-aa6f-4538-8370-c89f19c50abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415292 Sep 15 08:45:26.972643 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-afb45335-9197-4a9d-824e-6e6bdd52e0e9 service neutron] 10.222.0.42 "GET /v2.0/networks/c7c9aecc-aa6f-4538-8370-c89f19c50abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345007 Sep 15 08:45:27.119303 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ff7334a4-a9bd-4876-88b9-9235dabf5c96 req-960944df-9384-4984-93d2-7e31591c4afa service neutron] 10.222.0.42 "GET /v2.0/networks/c7c9aecc-aa6f-4538-8370-c89f19c50abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398673 Sep 15 08:45:27.308129 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-94ecd593-6e25-4e23-860c-49c2c912e48a req-a8008b72-e03d-4613-a1c9-ebda1a770454 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0384a996ff3b4ea6a10870cca23a8da0&device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 1097 time: 0.0756245 Sep 15 08:45:27.472741 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecd593-6e25-4e23-860c-49c2c912e48a req-f1549e7e-b5bf-46bf-ac1e-144218e77411 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:27.474551 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-94ecd593-6e25-4e23-860c-49c2c912e48a req-f1549e7e-b5bf-46bf-ac1e-144218e77411 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7c9aecc-aa6f-4538-8370-c89f19c50abc HTTP/1.1" status: 200 len: 910 time: 0.1433296 Sep 15 08:45:27.524937 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d7de3-d24e-4f82-ab0e-fbbb99406fe4 req-5ced4275-79d7-48b1-beae-c96d46d40a01 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:27.526469 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-469d7de3-d24e-4f82-ab0e-fbbb99406fe4 req-5ced4275-79d7-48b1-beae-c96d46d40a01 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 944 time: 0.0785074 Sep 15 08:45:27.576583 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-469d7de3-d24e-4f82-ab0e-fbbb99406fe4 req-02d54348-ac5e-4b05-8980-94ef525ee5c1 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436044 Sep 15 08:45:27.653418 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-94ecd593-6e25-4e23-860c-49c2c912e48a req-8a3f9bea-59ad-4040-a6e7-3bdfa045df70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c24e3df-4e3f-4614-982a-96492a205eab HTTP/1.1" status: 200 len: 217 time: 0.1690645 Sep 15 08:45:27.718133 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecd593-6e25-4e23-860c-49c2c912e48a req-423ec0b8-df60-43de-9eb7-3a83c7c0aacd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:27.719599 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-94ecd593-6e25-4e23-860c-49c2c912e48a req-423ec0b8-df60-43de-9eb7-3a83c7c0aacd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f7740ba-8863-481f-8709-8a649b9a02c0 HTTP/1.1" status: 200 len: 849 time: 0.0592744 Sep 15 08:45:27.765923 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-94ecd593-6e25-4e23-860c-49c2c912e48a req-ed8922a2-0b2c-44ec-bde7-a1def775f656 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7c9aecc-aa6f-4538-8370-c89f19c50abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396230 Sep 15 08:45:27.900864 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-94ecd593-6e25-4e23-860c-49c2c912e48a req-6fb053cc-629d-4de9-867d-55204eb3bbf2 service neutron] 10.222.0.42 "GET /v2.0/networks/c7c9aecc-aa6f-4538-8370-c89f19c50abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263108 Sep 15 08:45:28.058826 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-94ecd593-6e25-4e23-860c-49c2c912e48a req-c9a38de9-fe5e-4520-860d-b30f4820dc8c service neutron] 10.222.0.42 "GET /v2.0/networks/c7c9aecc-aa6f-4538-8370-c89f19c50abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308224 Sep 15 08:45:28.772738 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e260a0-e216-40bf-84ff-b5b249410be6 req-bd705f34-5a3d-4e7c-9f08-7d3bae6a1972 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:28.774180 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-25e260a0-e216-40bf-84ff-b5b249410be6 req-bd705f34-5a3d-4e7c-9f08-7d3bae6a1972 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 944 time: 0.0761304 Sep 15 08:45:28.817932 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-25e260a0-e216-40bf-84ff-b5b249410be6 req-28cad909-59ce-4d04-a2f4-6de4b265b96d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382626 Sep 15 08:45:30.013625 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a6ba4-19c1-499c-a2fb-6658af18d830 req-9dd2400c-50e1-4268-943d-f1586155c3ec tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:30.015390 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ff5a6ba4-19c1-499c-a2fb-6658af18d830 req-9dd2400c-50e1-4268-943d-f1586155c3ec tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 944 time: 0.0799696 Sep 15 08:45:30.064085 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ff5a6ba4-19c1-499c-a2fb-6658af18d830 req-0ff8eb4a-bb1d-4d8e-b047-244292716dc6 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424848 Sep 15 08:45:31.265084 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611da8d-c13d-4fcd-909d-094e60e75fd8 req-887ebe09-44be-402b-a8e0-3ab85667ae3c tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:31.266619 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f611da8d-c13d-4fcd-909d-094e60e75fd8 req-887ebe09-44be-402b-a8e0-3ab85667ae3c tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 944 time: 0.0810080 Sep 15 08:45:31.316863 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f611da8d-c13d-4fcd-909d-094e60e75fd8 req-6fb464b9-554a-4271-8add-0386fa79f296 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446548 Sep 15 08:45:31.958934 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:32.396383 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 2c24e3df-4e3f-4614-982a-96492a205eab details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:45:32.519212 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263f3e2-a345-42a6-99bb-e201e0f87969 req-fe39da44-5ff9-4b2b-a457-518db705a5a7 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:32.521002 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-5263f3e2-a345-42a6-99bb-e201e0f87969 req-fe39da44-5ff9-4b2b-a457-518db705a5a7 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 944 time: 0.0833387 Sep 15 08:45:32.528513 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 2c24e3df-4e3f-4614-982a-96492a205eab, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2c24e3df-4e3f-4614-982a-96492a205eab,segment=NetworkSegment(e5a9276b-279b-47bf-b9b7-3a9b869ee1a3),segment_id=e5a9276b-279b-47bf-b9b7-3a9b869ee1a3)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:45:32.542417 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '2c24e3df-4e3f-4614-982a-96492a205eab', 'network_id': 'c7c9aecc-aa6f-4538-8370-c89f19c50abc', 'port_id': '2c24e3df-4e3f-4614-982a-96492a205eab', 'mac_address': 'fa:16:3e:3f:32:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7740ba-8863-481f-8709-8a649b9a02c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:45:32.566937 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-5263f3e2-a345-42a6-99bb-e201e0f87969 req-e80eb251-47f7-4d29-becf-2c5b62e585d9 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398164 Sep 15 08:45:32.597436 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:32.617679 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c24e3df-4e3f-4614-982a-96492a205eab {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:45:32.631901 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 2c24e3df-4e3f-4614-982a-96492a205eab, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2c24e3df-4e3f-4614-982a-96492a205eab,segment=NetworkSegment(e5a9276b-279b-47bf-b9b7-3a9b869ee1a3),segment_id=e5a9276b-279b-47bf-b9b7-3a9b869ee1a3)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:45:32.635875 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:32.639887 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:32.702940 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=2c24e3df-4e3f-4614-982a-96492a205eab,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:32.711013 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:32.711360 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:32.711693 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:32.712019 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:32.712346 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:32.712671 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:32.712992 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:32.713314 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:32.713632 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:32.713946 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:32.714264 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:32.718826 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:32.932625 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f79d69-dd2d-40c1-b84c-fd8c1b7deff9 req-39798bcb-9937-455f-b84d-602de4eeaf89 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:32.934070 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-06f79d69-dd2d-40c1-b84c-fd8c1b7deff9 req-39798bcb-9937-455f-b84d-602de4eeaf89 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 945 time: 0.0778086 Sep 15 08:45:32.982522 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-06f79d69-dd2d-40c1-b84c-fd8c1b7deff9 req-94629738-11b9-427d-99df-11f065d441d5 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428271 Sep 15 08:45:33.085161 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['2c24e3df-4e3f-4614-982a-96492a205eab'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:45:33.766400 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476acf87-2453-45fe-b04c-864cd39f04c9 req-a86b4f08-8ce2-4298-a173-a473749c5ed7 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:33.767941 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-476acf87-2453-45fe-b04c-864cd39f04c9 req-a86b4f08-8ce2-4298-a173-a473749c5ed7 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 945 time: 0.0781200 Sep 15 08:45:33.814186 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-476acf87-2453-45fe-b04c-864cd39f04c9 req-56906607-dd8a-45f0-8fc3-76211d55b698 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406871 Sep 15 08:45:34.040827 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:45:34.186019 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fc9b1-6b32-424a-99b5-4bfdf520a651 req-d441f1fc-17a2-41ca-a51a-46122c6f85df tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:34.187237 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fd0fc9b1-6b32-424a-99b5-4bfdf520a651 req-d441f1fc-17a2-41ca-a51a-46122c6f85df tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 945 time: 0.0770626 Sep 15 08:45:34.231812 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fd0fc9b1-6b32-424a-99b5-4bfdf520a651 req-5e9e5dc6-fa84-4698-b812-13fa9dff78c7 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387342 Sep 15 08:45:34.405382 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 2c24e3df-4e3f-4614-982a-96492a205eab up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:45:34.475449 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port 2c24e3df-4e3f-4614-982a-96492a205eab completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:45:34.479880 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 2c24e3df-4e3f-4614-982a-96492a205eab triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:45:34.480253 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:34.590673 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:34.615987 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43adcb83-45b1-4301-aadc-c7166dfe100e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c24e3df-4e3f-4614-982a-96492a205eab'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:45:34.625286 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 2c24e3df-4e3f-4614-982a-96492a205eab, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2c24e3df-4e3f-4614-982a-96492a205eab,segment=NetworkSegment(e5a9276b-279b-47bf-b9b7-3a9b869ee1a3),segment_id=e5a9276b-279b-47bf-b9b7-3a9b869ee1a3)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:45:34.629085 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:34.631068 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:34.670633 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43adcb83-45b1-4301-aadc-c7166dfe100e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c24e3df-4e3f-4614-982a-96492a205eab', 'code': 200} Sep 15 08:45:34.694016 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=2c24e3df-4e3f-4614-982a-96492a205eab,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:34.696887 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:34.965180 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6a0dbe9d-3e88-4411-8101-c5131ff7ce97 req-5b6a3648-f450-4a1d-9685-586dc69b8852 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 1099 time: 0.1007996 Sep 15 08:45:35.032323 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6a0dbe9d-3e88-4411-8101-c5131ff7ce97 req-d11e4b0c-b985-4ac8-83d8-1dda3ab308b4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570471 Sep 15 08:45:35.042179 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e49509-3f7b-485f-9189-60471436bdce req-a1027ac9-8d2b-466e-8e50-8b018308d8cb tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:35.043811 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e6e49509-3f7b-485f-9189-60471436bdce req-a1027ac9-8d2b-466e-8e50-8b018308d8cb tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 946 time: 0.1096406 Sep 15 08:45:35.089554 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e6e49509-3f7b-485f-9189-60471436bdce req-f90ce1e3-9853-4447-9855-5166c3834403 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399156 Sep 15 08:45:35.428681 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 60406) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:35.432528 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca06ff-e5b4-44f7-9aa3-33070b67b203 req-c4118935-a3d7-4664-aaaa-3492e812d26c tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:35.434033 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-80ca06ff-e5b4-44f7-9aa3-33070b67b203 req-c4118935-a3d7-4664-aaaa-3492e812d26c tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 945 time: 0.0798554 Sep 15 08:45:35.478668 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-80ca06ff-e5b4-44f7-9aa3-33070b67b203 req-80de1d1b-88b3-4e3e-94f6-2e15b889ffd8 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389450 Sep 15 08:45:35.566721 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-aade58d3-fc3e-4dfb-b414-d634a3a99d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:35.600746 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-aade58d3-fc3e-4dfb-b414-d634a3a99d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:45:35.604505 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-aade58d3-fc3e-4dfb-b414-d634a3a99d4c admin admin] Usage tracker for resource:security_group_rule and tenant:b473bbefc69d430fb49a83e15354e782 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:45:35.607872 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-aade58d3-fc3e-4dfb-b414-d634a3a99d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:45:35.613475 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-aade58d3-fc3e-4dfb-b414-d634a3a99d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:45:35.677064 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-aade58d3-fc3e-4dfb-b414-d634a3a99d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:35.680399 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-aade58d3-fc3e-4dfb-b414-d634a3a99d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:35.687035 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-50d4a8ae-6c73-4364-8461-6fb876353abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:35.726391 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade58d3-fc3e-4dfb-b414-d634a3a99d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf3f9af-e8dd-4207-adb9-8f90e82afa23,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:35.730726 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-aade58d3-fc3e-4dfb-b414-d634a3a99d4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b473bbefc69d430fb49a83e15354e782&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3009791 Sep 15 08:45:35.731631 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-aade58d3-fc3e-4dfb-b414-d634a3a99d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:35.733577 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 60412) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:35.791250 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-c2b579de-cbc5-4fb9-a0b9-3f75c30c0201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:35.815471 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-c2b579de-cbc5-4fb9-a0b9-3f75c30c0201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:35.865920 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-c2b579de-cbc5-4fb9-a0b9-3f75c30c0201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:35.870590 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a600812f-1418-45b7-99ff-d022cb870188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:35.883737 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b579de-cbc5-4fb9-a0b9-3f75c30c0201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf3f9af-e8dd-4207-adb9-8f90e82afa23,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:35.887554 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-c2b579de-cbc5-4fb9-a0b9-3f75c30c0201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:35.891544 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-c2b579de-cbc5-4fb9-a0b9-3f75c30c0201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:35.892654 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-c2b579de-cbc5-4fb9-a0b9-3f75c30c0201 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddf3f9af-e8dd-4207-adb9-8f90e82afa23 HTTP/1.1" status: 204 len: 168 time: 0.1584790 Sep 15 08:45:36.216010 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 60422) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:36.233881 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-58915b18-c8c1-4099-9517-edb5c6a94229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:36.267564 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-58915b18-c8c1-4099-9517-edb5c6a94229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:45:36.271623 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-58915b18-c8c1-4099-9517-edb5c6a94229 admin admin] Usage tracker for resource:security_group_rule and tenant:fe8580c590d54ec391e14b686e88ef71 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:45:36.274439 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-58915b18-c8c1-4099-9517-edb5c6a94229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:45:36.279983 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-58915b18-c8c1-4099-9517-edb5c6a94229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:45:36.288264 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e08444-3ff8-4b8d-a89a-f87b15440e49 req-0edf8aaf-3f0b-4d0a-bcad-2014559232a7 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:36.289712 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-58e08444-3ff8-4b8d-a89a-f87b15440e49 req-0edf8aaf-3f0b-4d0a-bcad-2014559232a7 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 946 time: 0.0791442 Sep 15 08:45:36.335337 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-58e08444-3ff8-4b8d-a89a-f87b15440e49 req-e02c549c-7562-4306-ab84-8e2467d78af8 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397682 Sep 15 08:45:36.346275 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-58915b18-c8c1-4099-9517-edb5c6a94229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:36.350170 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-58915b18-c8c1-4099-9517-edb5c6a94229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:36.357730 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-7bc6487b-af07-460c-8798-1681a7710d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:36.396304 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58915b18-c8c1-4099-9517-edb5c6a94229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4044fcde-0bf8-4ac0-bf84-8bc7719743d2,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:36.399595 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-58915b18-c8c1-4099-9517-edb5c6a94229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:36.402189 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-58915b18-c8c1-4099-9517-edb5c6a94229 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe8580c590d54ec391e14b686e88ef71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1852016 Sep 15 08:45:36.405473 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 60426) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:36.466794 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a130662f-6e04-4678-aa14-06bb7ad9136c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:36.491084 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a130662f-6e04-4678-aa14-06bb7ad9136c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:36.540903 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a130662f-6e04-4678-aa14-06bb7ad9136c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:36.544503 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-84e264e8-744f-427b-9670-0ed64c5605bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:36.554872 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130662f-6e04-4678-aa14-06bb7ad9136c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4044fcde-0bf8-4ac0-bf84-8bc7719743d2,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:36.558585 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-a130662f-6e04-4678-aa14-06bb7ad9136c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:36.561742 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a130662f-6e04-4678-aa14-06bb7ad9136c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:36.565115 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-a130662f-6e04-4678-aa14-06bb7ad9136c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4044fcde-0bf8-4ac0-bf84-8bc7719743d2 HTTP/1.1" status: 204 len: 168 time: 0.1565070 Sep 15 08:45:36.676834 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc39f6-7121-4937-974d-257941cae092 req-75f49a3c-293e-4581-b5a7-c883f46bb7a6 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:36.678299 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-77dc39f6-7121-4937-974d-257941cae092 req-75f49a3c-293e-4581-b5a7-c883f46bb7a6 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 945 time: 0.0807033 Sep 15 08:45:36.734602 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-77dc39f6-7121-4937-974d-257941cae092 req-3542c321-af37-4f56-9b19-173914361eba tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502203 Sep 15 08:45:36.961586 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 60436) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:36.979068 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bc532237-fc35-4963-8106-1e1d1068ee19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:37.009728 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-bc532237-fc35-4963-8106-1e1d1068ee19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:45:37.014125 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-bc532237-fc35-4963-8106-1e1d1068ee19 admin admin] Usage tracker for resource:security_group_rule and tenant:909877ea2dbf4269bc7cdf1ee5e36ff2 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:45:37.017221 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-bc532237-fc35-4963-8106-1e1d1068ee19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:45:37.022945 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-bc532237-fc35-4963-8106-1e1d1068ee19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:45:37.086188 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bc532237-fc35-4963-8106-1e1d1068ee19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:37.089761 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bc532237-fc35-4963-8106-1e1d1068ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:37.096427 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-d7057014-f5f9-476a-bd88-f3da16340720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:37.138735 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc532237-fc35-4963-8106-1e1d1068ee19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e147fd0-d8fe-41f7-9e03-8911264c32a2,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:37.141760 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-bc532237-fc35-4963-8106-1e1d1068ee19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:37.144090 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-bc532237-fc35-4963-8106-1e1d1068ee19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=909877ea2dbf4269bc7cdf1ee5e36ff2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1815307 Sep 15 08:45:37.146752 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 60440) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:37.206354 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e29e9c15-61eb-4f37-8cea-66db4d815573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:37.231577 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e29e9c15-61eb-4f37-8cea-66db4d815573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:37.281094 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e29e9c15-61eb-4f37-8cea-66db4d815573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:37.284789 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-aade58d3-fc3e-4dfb-b414-d634a3a99d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:37.296789 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e9c15-61eb-4f37-8cea-66db4d815573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e147fd0-d8fe-41f7-9e03-8911264c32a2,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:37.300209 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e29e9c15-61eb-4f37-8cea-66db4d815573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:37.303436 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e29e9c15-61eb-4f37-8cea-66db4d815573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:37.304649 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-e29e9c15-61eb-4f37-8cea-66db4d815573 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e147fd0-d8fe-41f7-9e03-8911264c32a2 HTTP/1.1" status: 204 len: 168 time: 0.1570234 Sep 15 08:45:37.534693 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1602f-07c0-4852-94e3-7e28fa870847 req-8d8d10a4-3911-41c9-8a82-7735aec18b8a tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:37.536147 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bed1602f-07c0-4852-94e3-7e28fa870847 req-8d8d10a4-3911-41c9-8a82-7735aec18b8a tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 946 time: 0.0825896 Sep 15 08:45:37.581214 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bed1602f-07c0-4852-94e3-7e28fa870847 req-a98c8eea-b8f4-4b87-8f26-d2e9e4370a30 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395076 Sep 15 08:45:37.936941 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b67e9-22b3-448a-b7f1-35d91b701df8 req-459cf860-4529-424d-a4f4-d134eca7f22f tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:37.938427 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ba1b67e9-22b3-448a-b7f1-35d91b701df8 req-459cf860-4529-424d-a4f4-d134eca7f22f tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 945 time: 0.0798163 Sep 15 08:45:37.985573 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ba1b67e9-22b3-448a-b7f1-35d91b701df8 req-e0e90a3f-4895-47bc-b91c-4b3d239b7bac tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417666 Sep 15 08:45:38.489254 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1fd01-e919-49d5-9e46-47aae7f1d752 req-d9c31529-31f2-43cd-85a8-66007cc2a363 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:38.490758 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-18e1fd01-e919-49d5-9e46-47aae7f1d752 req-d9c31529-31f2-43cd-85a8-66007cc2a363 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 945 time: 0.0816405 Sep 15 08:45:38.656378 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-18e1fd01-e919-49d5-9e46-47aae7f1d752 req-67646f2e-872d-4a1f-938f-ba9d9415e088 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Deleting port 4a631a8c-0995-431a-ab98-f88ca4ed90c3 {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:45:38.656717 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-18e1fd01-e919-49d5-9e46-47aae7f1d752 req-67646f2e-872d-4a1f-938f-ba9d9415e088 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:38.861166 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70547a19-5bbf-4fa5-b745-af6d1f9a8e7a req-3367c536-fc70-42ba-8276-cf2ff39c2e37 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:38.862684 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-70547a19-5bbf-4fa5-b745-af6d1f9a8e7a req-3367c536-fc70-42ba-8276-cf2ff39c2e37 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 946 time: 0.0853901 Sep 15 08:45:38.908276 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-70547a19-5bbf-4fa5-b745-af6d1f9a8e7a req-0e0b5aeb-a439-42f8-b459-a534d36be6b9 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399747 Sep 15 08:45:38.940210 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-18e1fd01-e919-49d5-9e46-47aae7f1d752 req-67646f2e-872d-4a1f-938f-ba9d9415e088 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] For port 4a631a8c-0995-431a-ab98-f88ca4ed90c3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4a631a8c-0995-431a-ab98-f88ca4ed90c3,segment=NetworkSegment(2945816c-da07-478d-92fd-f604bd85abaf),segment_id=2945816c-da07-478d-92fd-f604bd85abaf)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:45:38.940558 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-18e1fd01-e919-49d5-9e46-47aae7f1d752 req-67646f2e-872d-4a1f-938f-ba9d9415e088 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:39.064737 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-18e1fd01-e919-49d5-9e46-47aae7f1d752 req-67646f2e-872d-4a1f-938f-ba9d9415e088 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Calling delete_port for 4a631a8c-0995-431a-ab98-f88ca4ed90c3 owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:45:39.245067 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae99a1a-7654-47b8-99f1-447bdb005e07 req-b167d7cc-0b90-43b8-8479-1a5de6442674 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:39.246533 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-eae99a1a-7654-47b8-99f1-447bdb005e07 req-b167d7cc-0b90-43b8-8479-1a5de6442674 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3b4db3-4cd6-4879-bfa2-e65968034888 HTTP/1.1" status: 200 len: 945 time: 0.1359677 Sep 15 08:45:39.289865 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-18e1fd01-e919-49d5-9e46-47aae7f1d752 req-67646f2e-872d-4a1f-938f-ba9d9415e088 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:39.296483 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b6ca729f-d20c-49ee-a711-819a6b5ec3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:39.334251 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['4a631a8c-0995-431a-ab98-f88ca4ed90c3'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:45:39.342791 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67646f2e-872d-4a1f-938f-ba9d9415e088 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Pushing event deleted for resources: {'Port': ['ID=4a631a8c-0995-431a-ab98-f88ca4ed90c3,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:39.348668 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-67646f2e-872d-4a1f-938f-ba9d9415e088 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:39.353567 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-eae99a1a-7654-47b8-99f1-447bdb005e07 req-89c5d9d2-14da-4f04-ae70-cb98c1f3caff tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1841045-1489-4d4b-9fc7-de51b7a94891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010053 Sep 15 08:45:39.423944 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e1fd01-e919-49d5-9e46-47aae7f1d752 req-67646f2e-872d-4a1f-938f-ba9d9415e088 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] No DVR routers for this DVR port 4a631a8c-0995-431a-ab98-f88ca4ed90c3 on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:45:39.426605 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-18e1fd01-e919-49d5-9e46-47aae7f1d752 req-67646f2e-872d-4a1f-938f-ba9d9415e088 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:39.429392 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3b4db3-4cd6-4879-bfa2-e65968034888', 'name': 'network-vif-deleted', 'tag': '4a631a8c-0995-431a-ab98-f88ca4ed90c3'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:45:39.444628 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-18e1fd01-e919-49d5-9e46-47aae7f1d752 req-67646f2e-872d-4a1f-938f-ba9d9415e088 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] 10.222.0.42 "DELETE /v2.0/ports/4a631a8c-0995-431a-ab98-f88ca4ed90c3 HTTP/1.1" status: 204 len: 173 time: 0.9484863 Sep 15 08:45:39.487826 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3b4db3-4cd6-4879-bfa2-e65968034888', 'name': 'network-vif-deleted', 'tag': '4a631a8c-0995-431a-ab98-f88ca4ed90c3', 'status': 'completed', 'code': 200} Sep 15 08:45:40.119584 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c45eef-57ef-4461-aee8-16ddde03cd6c req-d6d482b4-31ec-4ac9-9b9c-5c2bafd1a378 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:40.120951 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-14c45eef-57ef-4461-aee8-16ddde03cd6c req-d6d482b4-31ec-4ac9-9b9c-5c2bafd1a378 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 946 time: 0.0944865 Sep 15 08:45:40.197477 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-14c45eef-57ef-4461-aee8-16ddde03cd6c req-ae31f873-6409-4a66-a337-f017f2532f4b tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c65a97-bd26-4cd1-bf7a-89a8fe785625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705559 Sep 15 08:45:40.691325 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5116f75-c7a7-40fb-8a29-4d211321b60d req-6ef1e26c-66df-42ac-9132-5c8737400d1e tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:40.692792 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c5116f75-c7a7-40fb-8a29-4d211321b60d req-6ef1e26c-66df-42ac-9132-5c8737400d1e tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.42 "GET /v2.0/ports?device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 946 time: 0.0771663 Sep 15 08:45:40.768675 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-c5116f75-c7a7-40fb-8a29-4d211321b60d req-77d64ad1-68cf-4408-9c69-5c2852d1d4a5 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Deleting port 2c24e3df-4e3f-4614-982a-96492a205eab {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:45:40.769109 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-c5116f75-c7a7-40fb-8a29-4d211321b60d req-77d64ad1-68cf-4408-9c69-5c2852d1d4a5 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:41.021532 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-c5116f75-c7a7-40fb-8a29-4d211321b60d req-77d64ad1-68cf-4408-9c69-5c2852d1d4a5 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] For port 2c24e3df-4e3f-4614-982a-96492a205eab, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2c24e3df-4e3f-4614-982a-96492a205eab,segment=NetworkSegment(e5a9276b-279b-47bf-b9b7-3a9b869ee1a3),segment_id=e5a9276b-279b-47bf-b9b7-3a9b869ee1a3)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:45:41.021886 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-c5116f75-c7a7-40fb-8a29-4d211321b60d req-77d64ad1-68cf-4408-9c69-5c2852d1d4a5 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:41.141670 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-c5116f75-c7a7-40fb-8a29-4d211321b60d req-77d64ad1-68cf-4408-9c69-5c2852d1d4a5 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Calling delete_port for 2c24e3df-4e3f-4614-982a-96492a205eab owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:45:41.291870 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-c5116f75-c7a7-40fb-8a29-4d211321b60d req-77d64ad1-68cf-4408-9c69-5c2852d1d4a5 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:41.308430 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:41.333124 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['2c24e3df-4e3f-4614-982a-96492a205eab'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:45:41.463151 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d64ad1-68cf-4408-9c69-5c2852d1d4a5 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Pushing event deleted for resources: {'Port': ['ID=2c24e3df-4e3f-4614-982a-96492a205eab,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:41.471187 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-77d64ad1-68cf-4408-9c69-5c2852d1d4a5 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:41.505559 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-339d69cd-3efb-4134-971f-2ba88695f65c req-3e359648-b604-4b75-b8c8-4d7dd8735076 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.24 "GET /v2.0/ports?device_id=43adcb83-45b1-4301-aadc-c7166dfe100e HTTP/1.1" status: 200 len: 210 time: 0.1572025 Sep 15 08:45:41.545400 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5116f75-c7a7-40fb-8a29-4d211321b60d req-77d64ad1-68cf-4408-9c69-5c2852d1d4a5 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] No DVR routers for this DVR port 2c24e3df-4e3f-4614-982a-96492a205eab on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:45:41.548262 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-c5116f75-c7a7-40fb-8a29-4d211321b60d req-77d64ad1-68cf-4408-9c69-5c2852d1d4a5 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:41.550827 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43adcb83-45b1-4301-aadc-c7166dfe100e', 'name': 'network-vif-deleted', 'tag': '2c24e3df-4e3f-4614-982a-96492a205eab'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:45:41.566567 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c5116f75-c7a7-40fb-8a29-4d211321b60d req-77d64ad1-68cf-4408-9c69-5c2852d1d4a5 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] 10.222.0.42 "DELETE /v2.0/ports/2c24e3df-4e3f-4614-982a-96492a205eab HTTP/1.1" status: 204 len: 173 time: 0.8672934 Sep 15 08:45:41.606755 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43adcb83-45b1-4301-aadc-c7166dfe100e', 'name': 'network-vif-deleted', 'tag': '2c24e3df-4e3f-4614-982a-96492a205eab', 'status': 'completed', 'code': 200} Sep 15 08:45:41.623537 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 60522) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:41.768675 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8b5eae1c-e934-44d2-9926-6847f7a9d7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:41.799490 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-8b5eae1c-e934-44d2-9926-6847f7a9d7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:45:41.803293 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-8b5eae1c-e934-44d2-9926-6847f7a9d7a1 admin admin] Usage tracker for resource:security_group_rule and tenant:d72b010e1f1042c8b6d9e4044707a8e5 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:45:41.806023 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-8b5eae1c-e934-44d2-9926-6847f7a9d7a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:45:41.811666 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-8b5eae1c-e934-44d2-9926-6847f7a9d7a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:45:41.874116 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8b5eae1c-e934-44d2-9926-6847f7a9d7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:41.877522 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8b5eae1c-e934-44d2-9926-6847f7a9d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:41.884170 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-00266f12-83a7-411a-8421-6add49d86c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:41.925839 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5eae1c-e934-44d2-9926-6847f7a9d7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943cf2f6-9a38-4761-8c70-eab4f811b10d,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:41.930209 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-8b5eae1c-e934-44d2-9926-6847f7a9d7a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d72b010e1f1042c8b6d9e4044707a8e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3057084 Sep 15 08:45:41.931092 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8b5eae1c-e934-44d2-9926-6847f7a9d7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:41.932848 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 60530) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:41.992709 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-200aa7bb-0e0e-4c56-b6b0-d0da2b5a1af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:42.019878 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-200aa7bb-0e0e-4c56-b6b0-d0da2b5a1af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:42.082372 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-200aa7bb-0e0e-4c56-b6b0-d0da2b5a1af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:42.087402 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-d0a10484-5986-4c3f-b9aa-defd4af35aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:42.098211 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200aa7bb-0e0e-4c56-b6b0-d0da2b5a1af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943cf2f6-9a38-4761-8c70-eab4f811b10d,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:42.102449 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-200aa7bb-0e0e-4c56-b6b0-d0da2b5a1af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:42.105931 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-200aa7bb-0e0e-4c56-b6b0-d0da2b5a1af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:42.107122 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-200aa7bb-0e0e-4c56-b6b0-d0da2b5a1af0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/943cf2f6-9a38-4761-8c70-eab4f811b10d HTTP/1.1" status: 204 len: 168 time: 0.1733773 Sep 15 08:45:42.481483 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 4a631a8c-0995-431a-ab98-f88ca4ed90c3 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:45:42.517480 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: 4a631a8c-0995-431a-ab98-f88ca4ed90c3 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:45:42.517829 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 4a631a8c-0995-431a-ab98-f88ca4ed90c3 not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:45:43.396032 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 60590) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:43.547440 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-fd23d4e7-dfd2-42c9-b346-187ed45343dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:43.581607 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-fd23d4e7-dfd2-42c9-b346-187ed45343dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:45:43.585594 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-fd23d4e7-dfd2-42c9-b346-187ed45343dc admin admin] Usage tracker for resource:security_group_rule and tenant:4cd638c174a547e2bf129ac3560d8a9e is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:45:43.588653 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-fd23d4e7-dfd2-42c9-b346-187ed45343dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:45:43.594857 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-fd23d4e7-dfd2-42c9-b346-187ed45343dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:45:43.668139 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-fd23d4e7-dfd2-42c9-b346-187ed45343dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:43.672704 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-fd23d4e7-dfd2-42c9-b346-187ed45343dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:43.679565 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8fa2abd8-0478-4901-b7c1-7ca047afd1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:43.719718 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23d4e7-dfd2-42c9-b346-187ed45343dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5a1113-a6fc-4558-a06d-5e6db1617706,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:43.722681 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-fd23d4e7-dfd2-42c9-b346-187ed45343dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:43.726553 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-fd23d4e7-dfd2-42c9-b346-187ed45343dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4cd638c174a547e2bf129ac3560d8a9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3287480 Sep 15 08:45:43.729298 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 60602) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:43.795249 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e44e5a2b-f728-4480-84fe-f1cfc92c8fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:43.826543 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e44e5a2b-f728-4480-84fe-f1cfc92c8fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:43.890273 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e44e5a2b-f728-4480-84fe-f1cfc92c8fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:43.899025 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8548cec9-f340-43d4-a603-5d1ccdcd14c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:43.913497 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e5a2b-f728-4480-84fe-f1cfc92c8fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5a1113-a6fc-4558-a06d-5e6db1617706,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:43.915965 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e44e5a2b-f728-4480-84fe-f1cfc92c8fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:43.925509 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e44e5a2b-f728-4480-84fe-f1cfc92c8fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:43.926677 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-e44e5a2b-f728-4480-84fe-f1cfc92c8fff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d5a1113-a6fc-4558-a06d-5e6db1617706 HTTP/1.1" status: 204 len: 168 time: 0.1943455 Sep 15 08:45:44.495511 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 2c24e3df-4e3f-4614-982a-96492a205eab no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:45:44.528708 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: 2c24e3df-4e3f-4614-982a-96492a205eab {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:45:44.529074 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 2c24e3df-4e3f-4614-982a-96492a205eab not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:45:51.435091 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ca7f274d-3311-4c92-95e2-788fff5af57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:51.852912 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:53.546746 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-e088fd59-7972-4525-ba19-065d6c42d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:54.537164 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:55.860528 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a3425-a084-4ed0-91bb-90915c2739b4 req-ab433722-fd81-41cd-8774-8a0d9681bfd7 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:55.862808 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-577a3425-a084-4ed0-91bb-90915c2739b4 req-ab433722-fd81-41cd-8774-8a0d9681bfd7 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.0870016 Sep 15 08:45:55.919336 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-577a3425-a084-4ed0-91bb-90915c2739b4 req-b6ca7a45-cb53-4e38-81f1-632c674ebf58 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465131 Sep 15 08:45:56.087304 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:57.135386 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907e282-7183-41de-8163-bf7f05fb3c05 req-ea1676d9-ead2-442c-99be-25ed1970337d tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:57.136865 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8907e282-7183-41de-8163-bf7f05fb3c05 req-ea1676d9-ead2-442c-99be-25ed1970337d tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.0810223 Sep 15 08:45:57.196045 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8907e282-7183-41de-8163-bf7f05fb3c05 req-7491303e-020e-472b-a58c-8a2cf9438eb1 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524747 Sep 15 08:45:58.448497 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d806ec-89b9-40f7-86d9-bc1135f1ae83 req-d8fc70de-37e9-42a9-99a5-af3948a2551e tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:58.451286 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-16d806ec-89b9-40f7-86d9-bc1135f1ae83 req-d8fc70de-37e9-42a9-99a5-af3948a2551e tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.1009262 Sep 15 08:45:58.503090 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-16d806ec-89b9-40f7-86d9-bc1135f1ae83 req-fcd4bd1d-c75c-4a97-a952-358906bfb491 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460844 Sep 15 08:45:59.715563 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc77c9-23a9-4717-9e56-0feadf374b7d req-3392e117-d424-47f2-a5f2-60f3668766ae tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:59.717838 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-accc77c9-23a9-4717-9e56-0feadf374b7d req-3392e117-d424-47f2-a5f2-60f3668766ae tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.0944393 Sep 15 08:45:59.766217 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-accc77c9-23a9-4717-9e56-0feadf374b7d req-e6d809d8-22cd-477a-9e6b-7b597cefe3be tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420980 Sep 15 08:46:00.976175 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8bd20-9f6e-455e-9f71-44dae62a6761 req-58d2e965-4ab2-4536-822a-f58906b4b89b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:00.977715 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c0e8bd20-9f6e-455e-9f71-44dae62a6761 req-58d2e965-4ab2-4536-822a-f58906b4b89b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.0810068 Sep 15 08:46:01.026217 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c0e8bd20-9f6e-455e-9f71-44dae62a6761 req-51b99110-ed28-42de-850a-1ba3c536d458 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422156 Sep 15 08:46:01.614578 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 60812) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:01.676930 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a8ab5d-d276-45ca-8ad7-bddf15905a32 admin admin] Deleting subnet 03c2730e-c3aa-4673-9890-e1a10c6a047e {{(pid=75066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:46:01.679780 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-19a8ab5d-d276-45ca-8ad7-bddf15905a32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:01.733156 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-19a8ab5d-d276-45ca-8ad7-bddf15905a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2846994'] for subnet, precommit_delete_associations {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:01.791389 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-19a8ab5d-d276-45ca-8ad7-bddf15905a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570765'] for subnet, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:01.862433 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-19a8ab5d-d276-45ca-8ad7-bddf15905a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1569342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2825226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2850823'] for subnet, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:01.867110 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8b4b014c-e4b4-4157-892a-8b35fc09a4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:01.905269 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8ab5d-d276-45ca-8ad7-bddf15905a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c2730e-c3aa-4673-9890-e1a10c6a047e,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:01.918407 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-19a8ab5d-d276-45ca-8ad7-bddf15905a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:01.918407 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-19a8ab5d-d276-45ca-8ad7-bddf15905a32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:01.918407 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-19a8ab5d-d276-45ca-8ad7-bddf15905a32 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/03c2730e-c3aa-4673-9890-e1a10c6a047e HTTP/1.1" status: 204 len: 168 time: 0.3023529 Sep 15 08:46:01.920825 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 60818) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:01.949526 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:02.045507 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-06276b99-b629-4bd7-8270-cad6a11f72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1502459'] for network, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:02.209310 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-06276b99-b629-4bd7-8270-cad6a11f72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571402', 'neutron.services.segments.db._delete_segments_for_network-8729531964573'] for network, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:02.224587 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.services.segments.db [None req-06276b99-b629-4bd7-8270-cad6a11f72c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a58eba-cef7-4d7b-ac6d-a4841130209b']}} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:02.241740 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.services.segments.db [None req-06276b99-b629-4bd7-8270-cad6a11f72c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2945816c-da07-478d-92fd-f604bd85abaf') {'for_net_delete': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:02.242025 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.services.segments.db [None req-06276b99-b629-4bd7-8270-cad6a11f72c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2945816c-da07-478d-92fd-f604bd85abaf') {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:02.257939 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-06276b99-b629-4bd7-8270-cad6a11f72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729532050360', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846987'] for segment, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:02.280437 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-06276b99-b629-4bd7-8270-cad6a11f72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:02.289950 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06276b99-b629-4bd7-8270-cad6a11f72c3 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=75066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:46:02.290689 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-06276b99-b629-4bd7-8270-cad6a11f72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2825300'] for segment, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: Traceback (most recent call last): Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: timer() Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: cb(*args, **kw) Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: return func(*args, **kwargs) Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: self._notify() Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: self.callback(batched_events) Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: event.method(event) Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: return f(self, *a, **k) Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: return self._get(url).json() Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: return self.request(url, 'GET', **kwargs) Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:46:02.303968 dv-cinder-806008-2-smb neutron-server[75066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:46:02.313468 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d41751-fcdf-48a9-b19a-8c33d1cf9f71 req-8c62c07a-efa1-49b6-adcf-04b43216a8ae tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:02.314947 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-42d41751-fcdf-48a9-b19a-8c33d1cf9f71 req-8c62c07a-efa1-49b6-adcf-04b43216a8ae tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.1582837 Sep 15 08:46:02.412128 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-06276b99-b629-4bd7-8270-cad6a11f72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357725'] for network, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:02.418877 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-06276b99-b629-4bd7-8270-cad6a11f72c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:02.423665 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:02.448611 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-42d41751-fcdf-48a9-b19a-8c33d1cf9f71 req-fc9db1c4-3947-406f-83bd-7e970d53660b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890474 Sep 15 08:46:02.453993 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06276b99-b629-4bd7-8270-cad6a11f72c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=21a58eba-cef7-4d7b-ac6d-a4841130209b,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:02.456503 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-06276b99-b629-4bd7-8270-cad6a11f72c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:02.458752 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-06276b99-b629-4bd7-8270-cad6a11f72c3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/21a58eba-cef7-4d7b-ac6d-a4841130209b HTTP/1.1" status: 204 len: 168 time: 0.5367370 Sep 15 08:46:02.654579 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 60846) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:02.704262 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-6a510e9c-6169-46f6-886f-a0c431bd5965 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6e90935ba4743229c5cdca2ff89f8c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484641 Sep 15 08:46:02.706700 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 60850) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:02.765461 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-134f049b-c596-44df-9c7d-74b1a18b408b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:02.790677 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-134f049b-c596-44df-9c7d-74b1a18b408b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:02.843036 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-134f049b-c596-44df-9c7d-74b1a18b408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:02.847849 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-33a887b6-9843-4ef3-a052-6b247c70a333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:02.861992 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f049b-c596-44df-9c7d-74b1a18b408b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1841045-1489-4d4b-9fc7-de51b7a94891,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:02.864736 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-134f049b-c596-44df-9c7d-74b1a18b408b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:02.873598 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-134f049b-c596-44df-9c7d-74b1a18b408b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:02.874788 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-134f049b-c596-44df-9c7d-74b1a18b408b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1841045-1489-4d4b-9fc7-de51b7a94891 HTTP/1.1" status: 204 len: 168 time: 0.1672027 Sep 15 08:46:03.657346 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f7f4d-b8cc-41b0-a3e8-3ea3a520726e req-f0eac61f-f1d7-4f27-a6a2-1e21dac2762c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:03.658855 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-291f7f4d-b8cc-41b0-a3e8-3ea3a520726e req-f0eac61f-f1d7-4f27-a6a2-1e21dac2762c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.0811553 Sep 15 08:46:03.705522 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-291f7f4d-b8cc-41b0-a3e8-3ea3a520726e req-1a7cf903-aca5-4857-9e6c-8fbd835bd2f7 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407729 Sep 15 08:46:04.348568 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 60922) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:04.405728 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bcbd21d-55a3-4055-b1b9-50e751571b00 admin admin] Deleting subnet 3f7740ba-8863-481f-8709-8a649b9a02c0 {{(pid=75067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:46:04.408521 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2bcbd21d-55a3-4055-b1b9-50e751571b00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:04.457957 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2bcbd21d-55a3-4055-b1b9-50e751571b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3252155'] for subnet, precommit_delete_associations {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:04.511363 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2bcbd21d-55a3-4055-b1b9-50e751571b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570765'] for subnet, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:04.579199 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2bcbd21d-55a3-4055-b1b9-50e751571b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1569342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4130714'] for subnet, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:04.583452 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-4bbcc505-a591-4419-896f-d053f2ef69b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:04.615282 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbd21d-55a3-4055-b1b9-50e751571b00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f7740ba-8863-481f-8709-8a649b9a02c0,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:04.617705 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-2bcbd21d-55a3-4055-b1b9-50e751571b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:04.621289 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2bcbd21d-55a3-4055-b1b9-50e751571b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:04.627492 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-2bcbd21d-55a3-4055-b1b9-50e751571b00 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3f7740ba-8863-481f-8709-8a649b9a02c0 HTTP/1.1" status: 204 len: 168 time: 0.2779481 Sep 15 08:46:04.629866 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 60926) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:04.772687 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ed53cac0-fa0c-47b6-805e-f64107ae6b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1502459'] for network, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:04.897078 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ed53cac0-fa0c-47b6-805e-f64107ae6b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571402', 'neutron.services.segments.db._delete_segments_for_network-8729531964573'] for network, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:04.910582 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-ed53cac0-fa0c-47b6-805e-f64107ae6b64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c9aecc-aa6f-4538-8370-c89f19c50abc']}} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:04.925177 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-ed53cac0-fa0c-47b6-805e-f64107ae6b64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a9276b-279b-47bf-b9b7-3a9b869ee1a3') {'for_net_delete': True} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:04.925466 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-ed53cac0-fa0c-47b6-805e-f64107ae6b64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a9276b-279b-47bf-b9b7-3a9b869ee1a3') {} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:04.940227 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ed53cac0-fa0c-47b6-805e-f64107ae6b64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729532050360', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3252130'] for segment, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:04.957304 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ed53cac0-fa0c-47b6-805e-f64107ae6b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:04.963893 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed53cac0-fa0c-47b6-805e-f64107ae6b64 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=75067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:46:04.964764 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ed53cac0-fa0c-47b6-805e-f64107ae6b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245293'] for segment, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: Traceback (most recent call last): Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: timer() Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: cb(*args, **kw) Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: return func(*args, **kwargs) Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: self._notify() Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: self.callback(batched_events) Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: event.method(event) Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: return f(self, *a, **k) Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: return self._get(url).json() Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: return self.request(url, 'GET', **kwargs) Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:46:04.977284 dv-cinder-806008-2-smb neutron-server[75067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:46:04.994241 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3426d0-5acb-409d-8210-1e26c78eedb6 req-31fcc053-afcf-432f-a509-ba59104678d9 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:04.995754 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fb3426d0-5acb-409d-8210-1e26c78eedb6 req-31fcc053-afcf-432f-a509-ba59104678d9 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.1680007 Sep 15 08:46:05.041495 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fb3426d0-5acb-409d-8210-1e26c78eedb6 req-85c3a19d-8971-4ac4-8e6a-2789931c7c12 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394614 Sep 15 08:46:05.054292 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ed53cac0-fa0c-47b6-805e-f64107ae6b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357725'] for network, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:05.058099 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:05.072254 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ed53cac0-fa0c-47b6-805e-f64107ae6b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:05.084386 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53cac0-fa0c-47b6-805e-f64107ae6b64 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7c9aecc-aa6f-4538-8370-c89f19c50abc,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:05.087067 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ed53cac0-fa0c-47b6-805e-f64107ae6b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:05.091270 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-ed53cac0-fa0c-47b6-805e-f64107ae6b64 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c7c9aecc-aa6f-4538-8370-c89f19c50abc HTTP/1.1" status: 204 len: 168 time: 0.4604392 Sep 15 08:46:05.282236 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 60934) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:05.331463 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-12649b1f-b7a6-4ae8-887f-3789204d0e56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0384a996ff3b4ea6a10870cca23a8da0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479834 Sep 15 08:46:05.333820 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 60940) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:05.393496 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1255e944-9925-4867-86ad-12050d5d49a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:05.419318 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1255e944-9925-4867-86ad-12050d5d49a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:05.473005 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1255e944-9925-4867-86ad-12050d5d49a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:05.477790 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-bb3ca756-402f-4a54-ab1e-bca472aab469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:05.490890 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255e944-9925-4867-86ad-12050d5d49a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c65a97-bd26-4cd1-bf7a-89a8fe785625,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:05.493632 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-1255e944-9925-4867-86ad-12050d5d49a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:05.506191 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1255e944-9925-4867-86ad-12050d5d49a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:05.507544 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-1255e944-9925-4867-86ad-12050d5d49a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0c65a97-bd26-4cd1-bf7a-89a8fe785625 HTTP/1.1" status: 204 len: 168 time: 0.1728222 Sep 15 08:46:06.434502 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d62174ad-a5b5-4e34-94f0-af1b85089d60 req-6abc6058-dbcc-494d-b8bf-82c3984cd240 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc73385a541e443f85ce66f39b5a02cc&device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 1098 time: 0.0705113 Sep 15 08:46:06.495404 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcb5bd-5656-490f-b673-42da3e751da1 req-d32d6ebc-da49-4f1e-8bf3-c3a44bd372a6 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:06.496857 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-dbdcb5bd-5656-490f-b673-42da3e751da1 req-d32d6ebc-da49-4f1e-8bf3-c3a44bd372a6 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.3347242 Sep 15 08:46:06.554704 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-dbdcb5bd-5656-490f-b673-42da3e751da1 req-9cb2aefc-4f85-4eae-9b4c-32091f55eab5 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512817 Sep 15 08:46:06.589038 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62174ad-a5b5-4e34-94f0-af1b85089d60 req-8265dc40-1091-4872-9d66-7a47074b9b27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:06.590607 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d62174ad-a5b5-4e34-94f0-af1b85089d60 req-8265dc40-1091-4872-9d66-7a47074b9b27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=debe74da-7043-4a8c-a5f8-de50c125be18 HTTP/1.1" status: 200 len: 911 time: 0.1357367 Sep 15 08:46:06.698204 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d62174ad-a5b5-4e34-94f0-af1b85089d60 req-69cb2d28-649a-46fc-a622-22a4f717f12d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c348326-15d0-4cee-960d-12c0cafb183e HTTP/1.1" status: 200 len: 1000 time: 0.1008239 Sep 15 08:46:06.789457 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62174ad-a5b5-4e34-94f0-af1b85089d60 req-d655e763-a007-4081-a0ea-de94ca3b983c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:06.790972 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d62174ad-a5b5-4e34-94f0-af1b85089d60 req-d655e763-a007-4081-a0ea-de94ca3b983c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2 HTTP/1.1" status: 200 len: 849 time: 0.0649078 Sep 15 08:46:06.874370 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d62174ad-a5b5-4e34-94f0-af1b85089d60 req-ef6a3ed7-cb56-44b4-a9d9-bd61a29f3155 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=debe74da-7043-4a8c-a5f8-de50c125be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764325 Sep 15 08:46:07.027440 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d62174ad-a5b5-4e34-94f0-af1b85089d60 req-7e5ad76b-4be5-4f82-9d6c-24d4d665ab64 service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374078 Sep 15 08:46:07.169120 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d62174ad-a5b5-4e34-94f0-af1b85089d60 req-78b75d12-ac1f-484e-96b5-01ca080bf762 service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343963 Sep 15 08:46:07.838508 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83390d5c-175c-49e6-899f-f8a0d986d17f req-804cc267-8ed6-4fb6-8bb1-aa62c7e242bf tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:07.839973 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-83390d5c-175c-49e6-899f-f8a0d986d17f req-804cc267-8ed6-4fb6-8bb1-aa62c7e242bf tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.1556835 Sep 15 08:46:07.886805 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-83390d5c-175c-49e6-899f-f8a0d986d17f req-042d40f0-493f-421b-9bd8-bf7d19394f84 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409815 Sep 15 08:46:09.090970 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa293116-aa47-452f-afc2-303bda4b4c0b req-a388f588-12b6-4e1d-b661-56abffe24c7f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:09.092401 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-fa293116-aa47-452f-afc2-303bda4b4c0b req-a388f588-12b6-4e1d-b661-56abffe24c7f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.0755918 Sep 15 08:46:09.137382 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-fa293116-aa47-452f-afc2-303bda4b4c0b req-96894aac-9caa-4b50-8a9e-3ba12367832c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392852 Sep 15 08:46:10.341568 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439dd2a-5471-41cc-96a8-c70ca3233a34 req-d7ebc2d5-f373-4869-89b9-d825e21ec82f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:10.343067 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f439dd2a-5471-41cc-96a8-c70ca3233a34 req-d7ebc2d5-f373-4869-89b9-d825e21ec82f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.0822179 Sep 15 08:46:10.391344 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f439dd2a-5471-41cc-96a8-c70ca3233a34 req-24e1f7d1-8ee0-44d9-a740-702d177f1c85 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413706 Sep 15 08:46:11.042176 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:46:11.591135 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ae5e4-1e3a-4b46-a65d-c8cdab8c5311 req-585cdefc-b319-44d8-9a26-b64be26e50f4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:11.592633 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7e7ae5e4-1e3a-4b46-a65d-c8cdab8c5311 req-585cdefc-b319-44d8-9a26-b64be26e50f4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.0797508 Sep 15 08:46:11.637672 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7e7ae5e4-1e3a-4b46-a65d-c8cdab8c5311 req-e2477221-a547-4c86-bb4f-408e19d7a493 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395119 Sep 15 08:46:12.008275 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b9cea-d222-4749-8482-39e6f95f121e req-b5224536-d669-46ee-872d-f348edfa7e6b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:12.009725 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4d7b9cea-d222-4749-8482-39e6f95f121e req-b5224536-d669-46ee-872d-f348edfa7e6b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.0788558 Sep 15 08:46:12.056041 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4d7b9cea-d222-4749-8482-39e6f95f121e req-1b64dc2e-d528-49cd-96ce-13a5310539d3 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405519 Sep 15 08:46:12.067280 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7ccf7c52-53df-41be-89f3-365ca70025a9 req-2d49f622-5d38-429f-8277-d9d1c6327fa6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc73385a541e443f85ce66f39b5a02cc&device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 1098 time: 0.0705655 Sep 15 08:46:12.200975 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf7c52-53df-41be-89f3-365ca70025a9 req-10f3ae6d-9290-4472-86d6-521115f08e2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:12.202473 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7ccf7c52-53df-41be-89f3-365ca70025a9 req-10f3ae6d-9290-4472-86d6-521115f08e2e service neutron] 10.222.0.42 "GET /v2.0/networks?id=debe74da-7043-4a8c-a5f8-de50c125be18 HTTP/1.1" status: 200 len: 911 time: 0.1289065 Sep 15 08:46:12.309126 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7ccf7c52-53df-41be-89f3-365ca70025a9 req-19b33b2e-11ef-4d65-9b04-5449f7bf0764 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c348326-15d0-4cee-960d-12c0cafb183e HTTP/1.1" status: 200 len: 1000 time: 0.0991261 Sep 15 08:46:12.375752 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf7c52-53df-41be-89f3-365ca70025a9 req-e257e971-3b3e-4fa6-ae50-125ffa6ecd76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:12.377208 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7ccf7c52-53df-41be-89f3-365ca70025a9 req-e257e971-3b3e-4fa6-ae50-125ffa6ecd76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2 HTTP/1.1" status: 200 len: 849 time: 0.0617580 Sep 15 08:46:12.458180 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7ccf7c52-53df-41be-89f3-365ca70025a9 req-72255ea2-6bf6-4e62-beef-487c665c4461 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=debe74da-7043-4a8c-a5f8-de50c125be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735440 Sep 15 08:46:12.688314 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7ccf7c52-53df-41be-89f3-365ca70025a9 req-d472523f-6c74-4073-90d8-7428ee8b8de1 service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217000 Sep 15 08:46:12.820297 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7ccf7c52-53df-41be-89f3-365ca70025a9 req-1d713b3e-9725-4457-b727-b6aa911ae97a service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245677 Sep 15 08:46:13.253905 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6f3a6-d573-4daa-aef7-48f1f18d9b51 req-6ab259d1-05fd-47bc-801f-b9553735fb72 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:13.255426 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3dc6f3a6-d573-4daa-aef7-48f1f18d9b51 req-6ab259d1-05fd-47bc-801f-b9553735fb72 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.0785325 Sep 15 08:46:13.305749 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3dc6f3a6-d573-4daa-aef7-48f1f18d9b51 req-710a1ec1-fb2b-40e6-86d1-0805733940fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447366 Sep 15 08:46:14.503825 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a31ccd-86ef-44b3-9fb1-62eeaf36a73d req-2e604b56-5547-4ef4-b2e9-26686466473f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:14.505186 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-27a31ccd-86ef-44b3-9fb1-62eeaf36a73d req-2e604b56-5547-4ef4-b2e9-26686466473f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.0807290 Sep 15 08:46:14.551327 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-27a31ccd-86ef-44b3-9fb1-62eeaf36a73d req-7a79e44e-1220-481d-9e55-3cc1558aa77b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407896 Sep 15 08:46:15.017719 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 32882) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:15.156788 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-432dc6c5-f093-44ca-b977-41146ef9df3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:15.186837 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-432dc6c5-f093-44ca-b977-41146ef9df3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:15.190517 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-432dc6c5-f093-44ca-b977-41146ef9df3e admin admin] Usage tracker for resource:security_group_rule and tenant:5888f1b29be44961b95839d87f4ff80c is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:15.194078 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-432dc6c5-f093-44ca-b977-41146ef9df3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:15.199937 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-432dc6c5-f093-44ca-b977-41146ef9df3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:15.266600 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-432dc6c5-f093-44ca-b977-41146ef9df3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:15.270390 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-432dc6c5-f093-44ca-b977-41146ef9df3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:15.277106 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-594e2a7c-6d92-4668-a605-76d1b238af98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:15.319405 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dc6c5-f093-44ca-b977-41146ef9df3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a16d4cc-4a43-4aa5-abca-c659a73f8832,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:15.323673 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-432dc6c5-f093-44ca-b977-41146ef9df3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5888f1b29be44961b95839d87f4ff80c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3049352 Sep 15 08:46:15.324599 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-432dc6c5-f093-44ca-b977-41146ef9df3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:15.326700 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 32888) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:15.385041 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3da4-5abd-4741-b1bc-f09a904294fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:15.411718 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3da4-5abd-4741-b1bc-f09a904294fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:15.465414 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3da4-5abd-4741-b1bc-f09a904294fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:15.469268 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-3270d49c-148f-4479-bdf1-c1f19f59adf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:15.480720 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b3da4-5abd-4741-b1bc-f09a904294fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a16d4cc-4a43-4aa5-abca-c659a73f8832,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:15.482991 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-9e5b3da4-5abd-4741-b1bc-f09a904294fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:15.489662 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3da4-5abd-4741-b1bc-f09a904294fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:15.493284 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-9e5b3da4-5abd-4741-b1bc-f09a904294fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a16d4cc-4a43-4aa5-abca-c659a73f8832 HTTP/1.1" status: 204 len: 168 time: 0.1637061 Sep 15 08:46:15.816416 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23edd1d-355d-43a4-b4fe-70710fe7d33a req-0e3fd03b-4a13-41bb-9021-9bd620250b11 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:15.821959 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-b23edd1d-355d-43a4-b4fe-70710fe7d33a req-0e3fd03b-4a13-41bb-9021-9bd620250b11 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0891902 Sep 15 08:46:15.869641 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-b23edd1d-355d-43a4-b4fe-70710fe7d33a req-f071313f-f90b-4133-8afa-d5ba2293f9e8 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450678 Sep 15 08:46:17.086152 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f179a3e-d2bc-42f8-b15e-4d8d187cecdc req-c8839259-14f6-47d6-927d-7929239a98e6 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:17.087593 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8f179a3e-d2bc-42f8-b15e-4d8d187cecdc req-c8839259-14f6-47d6-927d-7929239a98e6 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0797284 Sep 15 08:46:17.132253 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8f179a3e-d2bc-42f8-b15e-4d8d187cecdc req-486ecd38-bf42-47f4-843a-cec9f9ce02f8 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390041 Sep 15 08:46:18.338233 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3717811-8d12-46f5-8563-396c1af5d0ed req-35698629-b694-45e6-9225-3bd2ec10f961 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:18.339628 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e3717811-8d12-46f5-8563-396c1af5d0ed req-35698629-b694-45e6-9225-3bd2ec10f961 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0817621 Sep 15 08:46:18.396116 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e3717811-8d12-46f5-8563-396c1af5d0ed req-4bfbf33f-e8cf-4bbf-9f86-9ea0b712afa0 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508542 Sep 15 08:46:19.602994 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66496d-7ad7-4be4-9533-cd8c5cad07d1 req-1662af2b-fb34-459d-9b3d-505bf73adb2c tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:19.604613 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1d66496d-7ad7-4be4-9533-cd8c5cad07d1 req-1662af2b-fb34-459d-9b3d-505bf73adb2c tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0813465 Sep 15 08:46:19.656283 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1d66496d-7ad7-4be4-9533-cd8c5cad07d1 req-5110792a-117a-4187-b5ff-a488ba9f0c90 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432193 Sep 15 08:46:20.854597 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf5665-07a2-47bf-ba2e-993411e0b4bf req-672ec960-9dd7-4d7f-843f-c284b559a965 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:20.856057 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-24cf5665-07a2-47bf-ba2e-993411e0b4bf req-672ec960-9dd7-4d7f-843f-c284b559a965 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0807216 Sep 15 08:46:20.902714 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-24cf5665-07a2-47bf-ba2e-993411e0b4bf req-04784405-2a1c-4ae1-8601-bdca8613cfb3 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401940 Sep 15 08:46:21.426684 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-33fd910e-627a-4a25-9c7a-604f0270c526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:21.854317 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:22.099096 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c261ccd-6da5-4765-84e8-775970be4121 req-afd60d49-fbc0-4db9-947a-ade962ba8b5d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:22.100562 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2c261ccd-6da5-4765-84e8-775970be4121 req-afd60d49-fbc0-4db9-947a-ade962ba8b5d tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0783248 Sep 15 08:46:22.147328 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2c261ccd-6da5-4765-84e8-775970be4121 req-23650849-6488-4242-9f9a-7764915f572e tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412736 Sep 15 08:46:22.210222 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 32984) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:22.352328 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:22.383762 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:22.387488 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Usage tracker for resource:security_group_rule and tenant:f08afbcd245341b2886e550f069be557 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:22.390173 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:22.396087 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:22.465917 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:22.471434 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:22.479177 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:22.518771 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3697b2-e298-4f06-bd68-54e560a5822d,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:22.524338 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f08afbcd245341b2886e550f069be557&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3130858 Sep 15 08:46:22.527147 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 32992) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:22.529462 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:22.529822 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:22.530187 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:22.530572 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:22.530926 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:22.531277 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:22.531657 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:22.532005 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:22.532351 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:22.532695 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:22.533039 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:22.537323 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:22.584319 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-40303c12-96c9-4a36-b90d-42b3b879b87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:22.608391 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-40303c12-96c9-4a36-b90d-42b3b879b87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:22.656439 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-40303c12-96c9-4a36-b90d-42b3b879b87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:22.661759 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-6a63066d-7e05-472a-80ea-863db69effbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:22.674204 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40303c12-96c9-4a36-b90d-42b3b879b87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3697b2-e298-4f06-bd68-54e560a5822d,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:22.678104 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-40303c12-96c9-4a36-b90d-42b3b879b87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:22.681296 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-40303c12-96c9-4a36-b90d-42b3b879b87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:22.682551 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-40303c12-96c9-4a36-b90d-42b3b879b87b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b3697b2-e298-4f06-bd68-54e560a5822d HTTP/1.1" status: 204 len: 168 time: 0.1544263 Sep 15 08:46:23.349483 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4ff51-9c22-4e59-9642-135d2499eda6 req-2767ea58-a278-4908-8a6e-cc1cbca74847 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:23.350969 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-80e4ff51-9c22-4e59-9642-135d2499eda6 req-2767ea58-a278-4908-8a6e-cc1cbca74847 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0825989 Sep 15 08:46:23.395005 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-80e4ff51-9c22-4e59-9642-135d2499eda6 req-0642693e-aeb8-4a73-839d-9f6c57ccdd85 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386357 Sep 15 08:46:23.546834 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-cdaf1c47-7d74-42b1-877d-5148b65efce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:24.528707 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:24.588412 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae3c0f-bb65-4d3f-a45d-df481cd0bc1c req-a2ad39b1-dfea-446d-997a-6c3c4cf98182 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:24.589874 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b4ae3c0f-bb65-4d3f-a45d-df481cd0bc1c req-a2ad39b1-dfea-446d-997a-6c3c4cf98182 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0777121 Sep 15 08:46:24.633838 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b4ae3c0f-bb65-4d3f-a45d-df481cd0bc1c req-cd8bdcb7-066b-4263-b813-b6733e4fca18 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385594 Sep 15 08:46:25.827833 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e8711-dd3c-4779-8341-fa7075796cc2 req-01cd6785-0bcc-4ff2-a36b-f592bf15730b tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:25.829250 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-cb6e8711-dd3c-4779-8341-fa7075796cc2 req-01cd6785-0bcc-4ff2-a36b-f592bf15730b tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0768619 Sep 15 08:46:25.872601 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-cb6e8711-dd3c-4779-8341-fa7075796cc2 req-f2d27db4-f808-443a-8acc-34cd59cba5ee tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380208 Sep 15 08:46:26.077355 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:27.067875 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f8bd5-5c65-4830-965a-48335a59b8c7 req-fd7e5b89-c057-4cd6-b92b-91d642dcabeb tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:27.069240 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c68f8bd5-5c65-4830-965a-48335a59b8c7 req-fd7e5b89-c057-4cd6-b92b-91d642dcabeb tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0783803 Sep 15 08:46:27.114266 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c68f8bd5-5c65-4830-965a-48335a59b8c7 req-a29742ad-3b47-4d2c-a82e-a23518d943c6 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395653 Sep 15 08:46:28.307312 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2c066-43fa-4d9f-a1f3-947dc9c05faa req-4fb330f2-9d26-48d8-b3ef-9acf2e2fa5a6 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:28.308763 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2be2c066-43fa-4d9f-a1f3-947dc9c05faa req-4fb330f2-9d26-48d8-b3ef-9acf2e2fa5a6 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0772140 Sep 15 08:46:28.352387 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2be2c066-43fa-4d9f-a1f3-947dc9c05faa req-572dbf86-d685-4de3-9ec7-c8d9382b7016 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382321 Sep 15 08:46:29.542952 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a812e-2beb-4c48-807b-3071949ad3c1 req-c4b6f99d-765e-44ce-829c-2616b910aea6 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:29.544389 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-713a812e-2beb-4c48-807b-3071949ad3c1 req-c4b6f99d-765e-44ce-829c-2616b910aea6 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0756130 Sep 15 08:46:29.591684 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-713a812e-2beb-4c48-807b-3071949ad3c1 req-667617de-5679-4c87-b5cf-21798aaf00c8 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419388 Sep 15 08:46:30.831357 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be39da-17d4-4630-9acb-35e88f8cbaeb req-523fd013-804a-493f-8f90-5d6c74536db9 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:30.832786 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-24be39da-17d4-4630-9acb-35e88f8cbaeb req-523fd013-804a-493f-8f90-5d6c74536db9 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.1198061 Sep 15 08:46:30.875396 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-24be39da-17d4-4630-9acb-35e88f8cbaeb req-48381dca-5d46-48e7-a726-fec0495db5a0 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372829 Sep 15 08:46:31.176515 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e728dd05-54c9-4fe0-8133-b0383b722fd8 req-d4ea2e41-4b7e-4db3-89f3-3054965d3edd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef6378125de24891a8fca88b83a9e115&device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 1099 time: 0.1817174 Sep 15 08:46:31.304677 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728dd05-54c9-4fe0-8133-b0383b722fd8 req-1e6f2673-01fb-4e7d-aa2a-1ce97deccee3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:31.306089 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e728dd05-54c9-4fe0-8133-b0383b722fd8 req-1e6f2673-01fb-4e7d-aa2a-1ce97deccee3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 HTTP/1.1" status: 200 len: 909 time: 0.1232908 Sep 15 08:46:31.406931 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e728dd05-54c9-4fe0-8133-b0383b722fd8 req-866d27b8-16e9-41dc-8067-cde454660d4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=026f9b7e-846f-4c46-a4b2-59ba55073a32 HTTP/1.1" status: 200 len: 1002 time: 0.0930381 Sep 15 08:46:31.467733 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728dd05-54c9-4fe0-8133-b0383b722fd8 req-3a05c0a8-e71a-4f39-bbd8-c67dcc1366c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:31.469065 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e728dd05-54c9-4fe0-8133-b0383b722fd8 req-3a05c0a8-e71a-4f39-bbd8-c67dcc1366c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c359e7a-f7e8-43b9-8f23-502a7b5590e8 HTTP/1.1" status: 200 len: 847 time: 0.0541530 Sep 15 08:46:31.546143 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e728dd05-54c9-4fe0-8133-b0383b722fd8 req-47ddc008-d7c6-4dc0-8a15-0f39501c664e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ddb3d03a-680b-4e7c-ba35-03aba00d1ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675337 Sep 15 08:46:31.678470 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e728dd05-54c9-4fe0-8133-b0383b722fd8 req-3ee370a3-2482-4a1a-8d6f-356f21d0fcdd service neutron] 10.222.0.42 "GET /v2.0/networks/ddb3d03a-680b-4e7c-ba35-03aba00d1ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230237 Sep 15 08:46:31.897165 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e728dd05-54c9-4fe0-8133-b0383b722fd8 req-bea0d712-1cd7-4e2b-9022-f5cd043727e3 service neutron] 10.222.0.42 "GET /v2.0/networks/ddb3d03a-680b-4e7c-ba35-03aba00d1ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118678 Sep 15 08:46:31.953460 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:32.070321 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b76068-0908-4d7e-80dc-24bfef277e34 req-c81c60d7-ca8b-471c-b37b-1c1a14864a63 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:32.071788 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-50b76068-0908-4d7e-80dc-24bfef277e34 req-c81c60d7-ca8b-471c-b37b-1c1a14864a63 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0777733 Sep 15 08:46:32.117227 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-50b76068-0908-4d7e-80dc-24bfef277e34 req-9e585d4b-0212-4369-b6b4-4a8c3f678340 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400195 Sep 15 08:46:33.314623 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b90f9b-6e38-4cde-ae4a-6ea2ad206ce8 req-61e509d5-9622-4f17-be30-320ddd68298b tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:33.316080 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a9b90f9b-6e38-4cde-ae4a-6ea2ad206ce8 req-61e509d5-9622-4f17-be30-320ddd68298b tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0802243 Sep 15 08:46:33.360616 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a9b90f9b-6e38-4cde-ae4a-6ea2ad206ce8 req-ca997c88-e018-4d90-833e-0fa28b8f7e14 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386579 Sep 15 08:46:34.702622 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d1cb8-d27d-4ce2-b01b-e7648f32030a req-7ee0b3d7-411b-4830-9c98-52565fae11ec tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:34.704079 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8d5d1cb8-d27d-4ce2-b01b-e7648f32030a req-7ee0b3d7-411b-4830-9c98-52565fae11ec tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0802274 Sep 15 08:46:34.754277 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8d5d1cb8-d27d-4ce2-b01b-e7648f32030a req-ae9dca29-d15f-46a0-818d-57dfcd18da76 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440664 Sep 15 08:46:35.001562 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c025ab90-5532-40dd-b754-77360a528426 req-0e77fad6-178d-4895-bd80-1467a94aacde service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1358597 Sep 15 08:46:35.187720 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-bf53132e-bd05-412a-abcd-005024086b58 req-0e9817c1-ecf4-42ab-b736-1e1663544341 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0670919 Sep 15 08:46:35.269930 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54869214-b50d-456f-a8a3-10065144662e req-7189c7b1-d404-489e-b999-568396c7c0d6 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:35.271933 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-54869214-b50d-456f-a8a3-10065144662e req-7189c7b1-d404-489e-b999-568396c7c0d6 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0804598 Sep 15 08:46:35.318514 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-54869214-b50d-456f-a8a3-10065144662e req-ef2f24b3-fe95-4ac0-9b02-636c8716f2c5 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410092 Sep 15 08:46:36.514259 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7412d-ab65-4eeb-9d52-c404978cb119 req-8ed78b13-29df-4d4b-a9c7-77a7fea0790c tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:36.515872 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-97b7412d-ab65-4eeb-9d52-c404978cb119 req-8ed78b13-29df-4d4b-a9c7-77a7fea0790c tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0798571 Sep 15 08:46:36.560610 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-97b7412d-ab65-4eeb-9d52-c404978cb119 req-0359d700-8804-48b8-927c-8100bea5e6ea tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385876 Sep 15 08:46:36.849998 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bf53132e-bd05-412a-abcd-005024086b58 req-427ee7ef-6506-431b-8f8f-75d6c9ba9fad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf&tenant_id=ef6378125de24891a8fca88b83a9e115 HTTP/1.1" status: 200 len: 1099 time: 0.0698867 Sep 15 08:46:36.949906 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bf53132e-bd05-412a-abcd-005024086b58 req-6dadd219-a2c6-421d-991a-2e02a64ef33a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef6378125de24891a8fca88b83a9e115&device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 1099 time: 0.0671997 Sep 15 08:46:37.082653 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53132e-bd05-412a-abcd-005024086b58 req-5714d4b3-f5f8-427b-b094-33d8a466fe55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:37.084130 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bf53132e-bd05-412a-abcd-005024086b58 req-5714d4b3-f5f8-427b-b094-33d8a466fe55 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 HTTP/1.1" status: 200 len: 909 time: 0.1261489 Sep 15 08:46:37.199834 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bf53132e-bd05-412a-abcd-005024086b58 req-6b307216-12d0-42d1-8317-f4e938530b4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=026f9b7e-846f-4c46-a4b2-59ba55073a32 HTTP/1.1" status: 200 len: 1002 time: 0.1073034 Sep 15 08:46:37.267533 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53132e-bd05-412a-abcd-005024086b58 req-fd597fcd-7b01-4d64-b3af-c408c7a40821 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:37.268985 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bf53132e-bd05-412a-abcd-005024086b58 req-fd597fcd-7b01-4d64-b3af-c408c7a40821 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c359e7a-f7e8-43b9-8f23-502a7b5590e8 HTTP/1.1" status: 200 len: 847 time: 0.0620298 Sep 15 08:46:37.345203 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bf53132e-bd05-412a-abcd-005024086b58 req-8a4edf36-ad8d-40db-a8b3-e8d692cf27fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ddb3d03a-680b-4e7c-ba35-03aba00d1ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687349 Sep 15 08:46:37.481841 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bf53132e-bd05-412a-abcd-005024086b58 req-0e770123-bec1-4482-a9ff-2e128589c9a9 service neutron] 10.222.0.42 "GET /v2.0/networks/ddb3d03a-680b-4e7c-ba35-03aba00d1ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245856 Sep 15 08:46:37.616128 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bf53132e-bd05-412a-abcd-005024086b58 req-d5f82aab-ba99-47f5-83d7-2ae506e3f494 service neutron] 10.222.0.42 "GET /v2.0/networks/ddb3d03a-680b-4e7c-ba35-03aba00d1ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249106 Sep 15 08:46:37.752527 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dca5f-c21e-4659-a10c-771357def27f req-e3f53a97-7428-4281-a23b-18a97f0bc765 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:37.753990 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a28dca5f-c21e-4659-a10c-771357def27f req-e3f53a97-7428-4281-a23b-18a97f0bc765 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0751734 Sep 15 08:46:37.803696 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a28dca5f-c21e-4659-a10c-771357def27f req-63521bbf-eabb-47af-9af3-234329b2f753 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436087 Sep 15 08:46:38.775636 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 026f9b7e-846f-4c46-a4b2-59ba55073a32 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:46:38.881381 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:38.912237 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '026f9b7e-846f-4c46-a4b2-59ba55073a32'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:46:38.923792 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 026f9b7e-846f-4c46-a4b2-59ba55073a32, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=026f9b7e-846f-4c46-a4b2-59ba55073a32,segment=NetworkSegment(633dd89e-b49f-4f44-926b-61d09cc2979f),segment_id=633dd89e-b49f-4f44-926b-61d09cc2979f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:46:38.929252 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:38.931268 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:38.972590 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '026f9b7e-846f-4c46-a4b2-59ba55073a32', 'code': 200} Sep 15 08:46:38.995345 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=026f9b7e-846f-4c46-a4b2-59ba55073a32,revision_number=6']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:38.999992 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710faffb-f881-45db-a0b6-6671d337b89f req-ad3349ec-fa54-43c9-acc3-1016ae9668db tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:39.001453 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-710faffb-f881-45db-a0b6-6671d337b89f req-ad3349ec-fa54-43c9-acc3-1016ae9668db tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 944 time: 0.0781908 Sep 15 08:46:39.003687 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:39.004040 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:39.004379 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:39.004741 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:39.005076 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:39.005404 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:39.005729 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:39.006055 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:39.006399 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:39.006724 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:39.007045 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:39.011025 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:39.047088 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-710faffb-f881-45db-a0b6-6671d337b89f req-37bf96ea-105e-4abe-81fa-8e1dcb664b6e tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395458 Sep 15 08:46:40.248112 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc9c49-2ce3-4c05-8afb-ee0b49a75c7e req-2c7c766a-291a-4056-8fd4-a23e8d19d925 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:40.249574 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a3fc9c49-2ce3-4c05-8afb-ee0b49a75c7e req-2c7c766a-291a-4056-8fd4-a23e8d19d925 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 944 time: 0.0774932 Sep 15 08:46:40.295957 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a3fc9c49-2ce3-4c05-8afb-ee0b49a75c7e req-64e92e1b-9f22-4c12-970d-9836ccb65ce9 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408061 Sep 15 08:46:41.179050 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0cbf04b9-6cae-4b50-9465-8e2a4fb931ea req-ee5599db-f33f-4ce2-ac36-e722a98c77cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 1097 time: 0.0705993 Sep 15 08:46:41.222009 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0cbf04b9-6cae-4b50-9465-8e2a4fb931ea req-1be1da59-2cdc-4c24-9aea-29523b58b088 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354567 Sep 15 08:46:41.490645 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e3e1c-3e82-4988-af49-cf89190cbd87 req-72f1761e-bf8b-40d7-8929-b2a2ff1c926f tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:41.492087 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-544e3e1c-3e82-4988-af49-cf89190cbd87 req-72f1761e-bf8b-40d7-8929-b2a2ff1c926f tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 944 time: 0.0771885 Sep 15 08:46:41.535312 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-544e3e1c-3e82-4988-af49-cf89190cbd87 req-c9c99838-824b-490d-b082-c35b3044c59e tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378234 Sep 15 08:46:42.443918 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 33126) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:42.581815 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:42.613401 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:42.617668 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Usage tracker for resource:security_group_rule and tenant:b8dfeadf11c34de8a5c5deb114753e9a is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:42.620463 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:42.626515 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:42.702749 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:42.710195 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:42.717735 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-f88203fe-9e8f-41e5-a5cc-4b69b3d4d181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:42.748569 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1662ef9-4dde-46d7-b518-6b6fa30d5211 req-74f83396-c13a-40c7-b4b9-6757a5f13712 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:42.750248 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d1662ef9-4dde-46d7-b518-6b6fa30d5211 req-74f83396-c13a-40c7-b4b9-6757a5f13712 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 944 time: 0.0910196 Sep 15 08:46:42.764367 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955d25eb-875b-4604-8c43-35b683e41f02,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:42.774115 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:42.774548 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:42.774960 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:42.775340 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:42.775760 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:42.776130 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:42.776467 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:42.776801 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:42.777169 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:42.777526 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:42.777864 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:42.783395 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:42.785730 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8dfeadf11c34de8a5c5deb114753e9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3408129 Sep 15 08:46:42.788432 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 33136) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:42.799684 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d1662ef9-4dde-46d7-b518-6b6fa30d5211 req-82f319e9-f369-48b3-91d9-848c42263175 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431967 Sep 15 08:46:42.803792 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 026f9b7e-846f-4c46-a4b2-59ba55073a32 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:46:42.849775 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-913059ab-58be-4307-8cea-b96447722ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:42.874677 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-913059ab-58be-4307-8cea-b96447722ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:42.924948 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-913059ab-58be-4307-8cea-b96447722ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:42.929393 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-279ff707-6499-4b8a-8a7e-f14e462ae699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:42.940014 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 026f9b7e-846f-4c46-a4b2-59ba55073a32, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=026f9b7e-846f-4c46-a4b2-59ba55073a32,segment=NetworkSegment(633dd89e-b49f-4f44-926b-61d09cc2979f),segment_id=633dd89e-b49f-4f44-926b-61d09cc2979f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:46:42.940216 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913059ab-58be-4307-8cea-b96447722ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955d25eb-875b-4604-8c43-35b683e41f02,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:42.942910 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-913059ab-58be-4307-8cea-b96447722ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:42.947735 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-913059ab-58be-4307-8cea-b96447722ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:42.949692 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-913059ab-58be-4307-8cea-b96447722ef8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/955d25eb-875b-4604-8c43-35b683e41f02 HTTP/1.1" status: 204 len: 168 time: 0.1603656 Sep 15 08:46:42.959519 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '026f9b7e-846f-4c46-a4b2-59ba55073a32', 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1', 'port_id': '026f9b7e-846f-4c46-a4b2-59ba55073a32', 'mac_address': 'fa:16:3e:a5:fd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:46:43.018435 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:43.036034 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026f9b7e-846f-4c46-a4b2-59ba55073a32 {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:46:43.051790 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 026f9b7e-846f-4c46-a4b2-59ba55073a32, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=026f9b7e-846f-4c46-a4b2-59ba55073a32,segment=NetworkSegment(633dd89e-b49f-4f44-926b-61d09cc2979f),segment_id=633dd89e-b49f-4f44-926b-61d09cc2979f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:46:43.056321 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:43.059198 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:43.125674 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=026f9b7e-846f-4c46-a4b2-59ba55073a32,revision_number=7']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:43.128708 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:43.527423 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['026f9b7e-846f-4c46-a4b2-59ba55073a32'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:46:44.011015 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4df3c6-1a2a-4dbc-8571-a5e24bdd4a2d req-811a8c9a-e83e-4c9c-a756-fcea0a740c39 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:44.015305 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ce4df3c6-1a2a-4dbc-8571-a5e24bdd4a2d req-811a8c9a-e83e-4c9c-a756-fcea0a740c39 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 945 time: 0.0910697 Sep 15 08:46:44.063305 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ce4df3c6-1a2a-4dbc-8571-a5e24bdd4a2d req-1fbaae44-5d2a-4b8f-925d-b871a64d65a1 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437126 Sep 15 08:46:44.813398 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 026f9b7e-846f-4c46-a4b2-59ba55073a32 up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:46:44.878914 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 026f9b7e-846f-4c46-a4b2-59ba55073a32 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:46:44.879288 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:44.987873 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:45.014595 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026f9b7e-846f-4c46-a4b2-59ba55073a32'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:46:45.023991 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 026f9b7e-846f-4c46-a4b2-59ba55073a32, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=026f9b7e-846f-4c46-a4b2-59ba55073a32,segment=NetworkSegment(633dd89e-b49f-4f44-926b-61d09cc2979f),segment_id=633dd89e-b49f-4f44-926b-61d09cc2979f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:46:45.027692 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:45.029484 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:45.072358 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026f9b7e-846f-4c46-a4b2-59ba55073a32', 'code': 200} Sep 15 08:46:45.098074 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=026f9b7e-846f-4c46-a4b2-59ba55073a32,revision_number=8']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:45.101258 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:46.961422 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b60273-ca01-4d90-8a3c-c1cc8d452105 req-26eb513a-442c-4080-a793-8269b26abaac tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:46.963040 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-57b60273-ca01-4d90-8a3c-c1cc8d452105 req-26eb513a-442c-4080-a793-8269b26abaac tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 946 time: 0.0771642 Sep 15 08:46:47.007702 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-57b60273-ca01-4d90-8a3c-c1cc8d452105 req-4aadcda3-18b5-4d82-95ff-3b714076d064 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389080 Sep 15 08:46:48.043143 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:46:48.219420 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14782d2d-0001-4030-9b14-d44e0a675491 req-b0672e17-a1ac-42cb-bf04-5a2ed57fd3ce tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:48.220862 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-14782d2d-0001-4030-9b14-d44e0a675491 req-b0672e17-a1ac-42cb-bf04-5a2ed57fd3ce tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 946 time: 0.0769997 Sep 15 08:46:48.267306 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-14782d2d-0001-4030-9b14-d44e0a675491 req-429e4a19-8376-4dc4-9690-d15e801fefd4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401878 Sep 15 08:46:49.141574 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b067047-ea7a-4f7f-bdaf-4c55a4ebc80b req-1aa27c91-d8a5-4ae5-b036-3b4726b5ee42 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:49.143020 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7b067047-ea7a-4f7f-bdaf-4c55a4ebc80b req-1aa27c91-d8a5-4ae5-b036-3b4726b5ee42 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 946 time: 0.1648319 Sep 15 08:46:49.215672 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-7b067047-ea7a-4f7f-bdaf-4c55a4ebc80b req-5596b284-efca-48ac-adf3-b5f6b1607eb5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Deleting port 457f6d71-9605-46d0-acac-4efcc488a8be {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:46:49.216115 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-7b067047-ea7a-4f7f-bdaf-4c55a4ebc80b req-5596b284-efca-48ac-adf3-b5f6b1607eb5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.463111 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-7b067047-ea7a-4f7f-bdaf-4c55a4ebc80b req-5596b284-efca-48ac-adf3-b5f6b1607eb5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] For port 457f6d71-9605-46d0-acac-4efcc488a8be, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=457f6d71-9605-46d0-acac-4efcc488a8be,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:46:49.463747 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-7b067047-ea7a-4f7f-bdaf-4c55a4ebc80b req-5596b284-efca-48ac-adf3-b5f6b1607eb5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.494454 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a8532-de9a-40d7-b9a4-e6cbff90c770 req-d80dd8be-261c-4dd2-b14f-c5f6f897b08b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:49.496127 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-363a8532-de9a-40d7-b9a4-e6cbff90c770 req-d80dd8be-261c-4dd2-b14f-c5f6f897b08b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 946 time: 0.0820293 Sep 15 08:46:49.546046 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-363a8532-de9a-40d7-b9a4-e6cbff90c770 req-80f52064-a6a5-4a4a-8487-b7c9b20ec041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=81e6112d-c388-43f8-958c-5f68f6a975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427036 Sep 15 08:46:49.752412 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-7b067047-ea7a-4f7f-bdaf-4c55a4ebc80b req-5596b284-efca-48ac-adf3-b5f6b1607eb5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.752783 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-7b067047-ea7a-4f7f-bdaf-4c55a4ebc80b req-5596b284-efca-48ac-adf3-b5f6b1607eb5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357699'] for floatingip, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.753101 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.db.l3_db [req-7b067047-ea7a-4f7f-bdaf-4c55a4ebc80b req-5596b284-efca-48ac-adf3-b5f6b1607eb5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Floating IP c5343b5e-b57a-4c24-b9f2-4e95c69d07ca disassociated. External IP: 172.28.3.50, port: 457f6d71-9605-46d0-acac-4efcc488a8be. Sep 15 08:46:49.753427 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-7b067047-ea7a-4f7f-bdaf-4c55a4ebc80b req-5596b284-efca-48ac-adf3-b5f6b1607eb5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Calling delete_port for 457f6d71-9605-46d0-acac-4efcc488a8be owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:46:49.890366 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-7b067047-ea7a-4f7f-bdaf-4c55a4ebc80b req-5596b284-efca-48ac-adf3-b5f6b1607eb5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.898058 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a68feb69-b89d-4ea4-ba19-cc14128e553a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:49.941781 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596b284-efca-48ac-adf3-b5f6b1607eb5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Pushing event deleted for resources: {'Port': ['ID=457f6d71-9605-46d0-acac-4efcc488a8be,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:49.945699 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-5596b284-efca-48ac-adf3-b5f6b1607eb5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:50.171754 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b067047-ea7a-4f7f-bdaf-4c55a4ebc80b req-5596b284-efca-48ac-adf3-b5f6b1607eb5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:46:50.383084 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b067047-ea7a-4f7f-bdaf-4c55a4ebc80b req-5596b284-efca-48ac-adf3-b5f6b1607eb5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:46:50.394144 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13298274-e1d5-4644-82b3-ee78d274f856 None None] Sync routers for ids ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:46:50.409487 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13298274-e1d5-4644-82b3-ee78d274f856 None None] Routers {'941b3e8e-c5ea-409e-88a7-bf6de9b782ee'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:46:50.410163 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-13298274-e1d5-4644-82b3-ee78d274f856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:46:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:50.454557 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b067047-ea7a-4f7f-bdaf-4c55a4ebc80b req-5596b284-efca-48ac-adf3-b5f6b1607eb5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] No DVR routers for this DVR port 457f6d71-9605-46d0-acac-4efcc488a8be on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:46:50.457421 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-7b067047-ea7a-4f7f-bdaf-4c55a4ebc80b req-5596b284-efca-48ac-adf3-b5f6b1607eb5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:50.460264 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'name': 'network-vif-deleted', 'tag': '457f6d71-9605-46d0-acac-4efcc488a8be'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:46:50.495659 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7b067047-ea7a-4f7f-bdaf-4c55a4ebc80b req-5596b284-efca-48ac-adf3-b5f6b1607eb5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.42 "DELETE /v2.0/ports/457f6d71-9605-46d0-acac-4efcc488a8be HTTP/1.1" status: 204 len: 173 time: 1.3461895 Sep 15 08:46:50.634922 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-13298274-e1d5-4644-82b3-ee78d274f856 None None] Set router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:46:50.832412 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd1b06e-a8fd-404f-af9e-719409802f5f', 'name': 'network-vif-deleted', 'tag': '457f6d71-9605-46d0-acac-4efcc488a8be', 'status': 'completed', 'code': 200} Sep 15 08:46:50.888495 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4d9504fd-3e53-44d7-91ee-665b39c19e02 req-4677d362-bc02-437d-bb1f-1d5898f96b1c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd1b06e-a8fd-404f-af9e-719409802f5f HTTP/1.1" status: 200 len: 210 time: 0.0776794 Sep 15 08:46:51.032779 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-13298274-e1d5-4644-82b3-ee78d274f856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:19Z', 'revision_number': 4, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': 'c0092769-9188-4c87-b52a-6dc1e5617b9f', 'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'mac_address': 'fa:16:3e:cf:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:17Z', 'updated_at': '2021-09-15T08:41:54Z', 'revision_number': 5, 'project_id': '86820906c093481aaaf4340eacfde2db', 'subnets': [{'id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:51.037397 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13298274-e1d5-4644-82b3-ee78d274f856 None None] Checking router: 941b3e8e-c5ea-409e-88a7-bf6de9b782ee for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:46:51.049053 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13298274-e1d5-4644-82b3-ee78d274f856 None None] Routers {'941b3e8e-c5ea-409e-88a7-bf6de9b782ee'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:46:51.049793 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-13298274-e1d5-4644-82b3-ee78d274f856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:46:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:51.245585 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-13298274-e1d5-4644-82b3-ee78d274f856 None None] Set router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:46:51.487705 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ac0698d4-0615-47eb-8c7a-bae88a2921e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:51.590726 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-13298274-e1d5-4644-82b3-ee78d274f856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:19Z', 'revision_number': 4, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': 'c0092769-9188-4c87-b52a-6dc1e5617b9f', 'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'mac_address': 'fa:16:3e:cf:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:17Z', 'updated_at': '2021-09-15T08:41:54Z', 'revision_number': 5, 'project_id': '86820906c093481aaaf4340eacfde2db', 'subnets': [{'id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:51.594954 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13298274-e1d5-4644-82b3-ee78d274f856 None None] The sync data for ids ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'] in dv-cinder-806008-2-smb is: [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:19Z', 'revision_number': 4, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': 'c0092769-9188-4c87-b52a-6dc1e5617b9f', 'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'mac_address': 'fa:16:3e:cf:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:17Z', 'updated_at': '2021-09-15T08:41:54Z', 'revision_number': 5, 'project_id': '86820906c093481aaaf4340eacfde2db', 'subnets': [{'id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:46:51.857056 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ade1c4-f83e-4c78-bf50-4926987b1012 None None] New status for floating IP c5343b5e-b57a-4c24-b9f2-4e95c69d07ca: DOWN {{(pid=75069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:46:51.867939 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.079584 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 33300) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:52.150201 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f1fe-9424-4348-ad1c-8854689c4724 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.179757 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f1fe-9424-4348-ad1c-8854689c4724 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.230492 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f1fe-9424-4348-ad1c-8854689c4724 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.235256 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-3038277d-be5e-4dfd-8a8c-52061a19bbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:52.250578 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3f1fe-9424-4348-ad1c-8854689c4724 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e6112d-c388-43f8-958c-5f68f6a975ba,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:52.254918 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-f4e3f1fe-9424-4348-ad1c-8854689c4724 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:52.259193 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f1fe-9424-4348-ad1c-8854689c4724 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.260481 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-f4e3f1fe-9424-4348-ad1c-8854689c4724 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "DELETE /v2.0/security-groups/81e6112d-c388-43f8-958c-5f68f6a975ba HTTP/1.1" status: 204 len: 168 time: 0.1798460 Sep 15 08:46:52.263120 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 33304) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:52.281528 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.api.v2.resource [None req-acd1eef0-8916-4283-94da-c590b0593eb2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] show failed (client error): The resource could not be found. Sep 15 08:46:52.282532 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-acd1eef0-8916-4283-94da-c590b0593eb2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups/81e6112d-c388-43f8-958c-5f68f6a975ba HTTP/1.1" status: 404 len: 347 time: 0.0184383 Sep 15 08:46:52.285131 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 33308) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:52.526425 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [None req-3dac3a40-8db7-484c-920d-9be0cefae1ab tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Deleting port d6750b13-7df3-4c95-8c3d-c35e35c7db13 {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:46:52.526759 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3dac3a40-8db7-484c-920d-9be0cefae1ab tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.695104 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3dac3a40-8db7-484c-920d-9be0cefae1ab tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.695435 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3dac3a40-8db7-484c-920d-9be0cefae1ab tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.815454 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [None req-3dac3a40-8db7-484c-920d-9be0cefae1ab tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Calling delete_port for d6750b13-7df3-4c95-8c3d-c35e35c7db13 owned by network:floatingip {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:46:52.842517 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 457f6d71-9605-46d0-acac-4efcc488a8be no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:46:52.878851 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: 457f6d71-9605-46d0-acac-4efcc488a8be {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:46:52.879203 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 457f6d71-9605-46d0-acac-4efcc488a8be not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:46:52.960497 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3dac3a40-8db7-484c-920d-9be0cefae1ab tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.964657 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:53.007668 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac3a40-8db7-484c-920d-9be0cefae1ab tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Pushing event deleted for resources: {'Port': ['ID=d6750b13-7df3-4c95-8c3d-c35e35c7db13,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:53.010030 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-3dac3a40-8db7-484c-920d-9be0cefae1ab tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:53.097725 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3dac3a40-8db7-484c-920d-9be0cefae1ab tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for floatingip, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.112299 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3dac3a40-8db7-484c-920d-9be0cefae1ab tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for floatingip, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.113420 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-3dac3a40-8db7-484c-920d-9be0cefae1ab tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "DELETE /v2.0/floatingips/c5343b5e-b57a-4c24-b9f2-4e95c69d07ca HTTP/1.1" status: 204 len: 168 time: 0.8274624 Sep 15 08:46:53.548528 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-d1e6dcc7-b6eb-47dd-8839-6f1e7e75d59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.695747 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 33320) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:53.701433 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-dd851e84-4d80-41e1-ad4e-206f96321c71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1869067645', 'description': 'tempest-description--2062533909'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:46:53.707201 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-dd851e84-4d80-41e1-ad4e-206f96321c71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:53.711255 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-dd851e84-4d80-41e1-ad4e-206f96321c71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Usage tracker for resource:security_group and tenant:86820906c093481aaaf4340eacfde2db is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:53.714057 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-dd851e84-4d80-41e1-ad4e-206f96321c71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:53.725217 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-dd851e84-4d80-41e1-ad4e-206f96321c71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:53.735866 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-dd851e84-4d80-41e1-ad4e-206f96321c71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.772387 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-dd851e84-4d80-41e1-ad4e-206f96321c71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:53.776190 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-dd851e84-4d80-41e1-ad4e-206f96321c71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Usage tracker for resource:security_group_rule and tenant:86820906c093481aaaf4340eacfde2db is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:53.778934 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-dd851e84-4d80-41e1-ad4e-206f96321c71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:53.784536 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-dd851e84-4d80-41e1-ad4e-206f96321c71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:53.838882 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-dd851e84-4d80-41e1-ad4e-206f96321c71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.842209 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-dd851e84-4d80-41e1-ad4e-206f96321c71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.845582 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-fd23d4e7-dfd2-42c9-b346-187ed45343dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:53.888695 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd851e84-4d80-41e1-ad4e-206f96321c71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f10425-fc3d-4ed2-a576-979eb9a5f59d,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:53.891952 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-dd851e84-4d80-41e1-ad4e-206f96321c71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:53.896724 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-dd851e84-4d80-41e1-ad4e-206f96321c71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.898813 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-dd851e84-4d80-41e1-ad4e-206f96321c71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2011483 Sep 15 08:46:53.900957 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 33326) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:53.908591 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-6ca85e72-5964-4ef3-8729-1a5c6559a027 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Request body: {'security_group_rule': {'security_group_id': '22f10425-fc3d-4ed2-a576-979eb9a5f59d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:46:53.915034 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-6ca85e72-5964-4ef3-8729-1a5c6559a027 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:53.918999 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-6ca85e72-5964-4ef3-8729-1a5c6559a027 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Usage tracker for resource:security_group_rule and tenant:86820906c093481aaaf4340eacfde2db is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:53.921988 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-6ca85e72-5964-4ef3-8729-1a5c6559a027 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:53.927951 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-6ca85e72-5964-4ef3-8729-1a5c6559a027 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:53.945009 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-6ca85e72-5964-4ef3-8729-1a5c6559a027 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:54.012762 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-6ca85e72-5964-4ef3-8729-1a5c6559a027 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:54.017305 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-6ca85e72-5964-4ef3-8729-1a5c6559a027 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:54.019449 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:54.041998 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca85e72-5964-4ef3-8729-1a5c6559a027 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe9bbbd-8bd7-489a-a938-3e636b33a2ac,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:54.044411 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-6ca85e72-5964-4ef3-8729-1a5c6559a027 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:54.051763 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-6ca85e72-5964-4ef3-8729-1a5c6559a027 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:54.052976 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-6ca85e72-5964-4ef3-8729-1a5c6559a027 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1493561 Sep 15 08:46:54.055783 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 33334) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:54.061366 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-fd5352cc-d4ad-4f43-ae09-5dda41360726 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Request body: {'security_group_rule': {'security_group_id': '22f10425-fc3d-4ed2-a576-979eb9a5f59d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:46:54.066948 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-fd5352cc-d4ad-4f43-ae09-5dda41360726 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:54.070842 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-fd5352cc-d4ad-4f43-ae09-5dda41360726 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Usage tracker for resource:security_group_rule and tenant:86820906c093481aaaf4340eacfde2db is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:54.073720 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-fd5352cc-d4ad-4f43-ae09-5dda41360726 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:54.079412 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-fd5352cc-d4ad-4f43-ae09-5dda41360726 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:54.098311 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-fd5352cc-d4ad-4f43-ae09-5dda41360726 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:54.160925 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-fd5352cc-d4ad-4f43-ae09-5dda41360726 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:54.165217 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-fd5352cc-d4ad-4f43-ae09-5dda41360726 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:54.171558 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-6ca85e72-5964-4ef3-8729-1a5c6559a027 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:54.190534 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5352cc-d4ad-4f43-ae09-5dda41360726 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7f2ecd-e3d9-4642-b80c-5ea077374005,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:54.196263 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-fd5352cc-d4ad-4f43-ae09-5dda41360726 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:54.202898 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-fd5352cc-d4ad-4f43-ae09-5dda41360726 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:54.204326 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-fd5352cc-d4ad-4f43-ae09-5dda41360726 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1476161 Sep 15 08:46:54.207657 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 33338) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:54.214000 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Request body: {'floatingip': {'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:46:54.222733 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:54.226615 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Usage tracker for resource:floatingip and tenant:86820906c093481aaaf4340eacfde2db is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:54.229845 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:54.235895 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:54.246972 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for floatingip, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:54.381233 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:54.510076 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_common [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Allocated IP 172.28.3.217 (73c61116-91a8-4da6-aa3b-f7696623d1e1/317a8ae9-9a6a-4d69-ac7b-76c2be89eb75/56feeefa-345d-4d81-9717-e7c0db99c387) {{(pid=75067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:46:54.532767 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:54.653515 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for port, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:54.678985 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:54.683117 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-dc82ba11-8984-4a16-9d29-6eafb598ec2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:54.746816 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Network 73c61116-91a8-4da6-aa3b-f7696623d1e1 is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:46:54.750941 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:46:54.755180 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Received port after_create {{(pid=75067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:46:54.779899 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Pushing event updated for resources: {'Port': ['ID=56feeefa-345d-4d81-9717-e7c0db99c387,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:54.784414 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:54.907778 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:54.959425 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:55.197781 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for port, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:55.202974 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245193'] for port, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:55.207742 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:55.319651 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Pushing event updated for resources: {'Port': ['ID=56feeefa-345d-4d81-9717-e7c0db99c387,revision_number=2']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:55.322428 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:55.330017 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357699'] for floatingip, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:55.355577 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for floatingip, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:55.356922 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1477194 Sep 15 08:46:55.439891 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 33350) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:55.579113 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-fe30be36-1df2-43b5-8539-5be2a6943235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:55.581574 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-8b42977a-017e-476d-bbdf-7721e218d534 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1869067645&fields=id&tenant_id=86820906c093481aaaf4340eacfde2db HTTP/1.1" status: 200 len: 267 time: 0.0411737 Sep 15 08:46:55.613844 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-fe30be36-1df2-43b5-8539-5be2a6943235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:55.618246 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-fe30be36-1df2-43b5-8539-5be2a6943235 admin admin] Usage tracker for resource:security_group_rule and tenant:db804cd32fc7407a9c8cfd35e8fd8ac3 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:55.621088 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-fe30be36-1df2-43b5-8539-5be2a6943235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:55.626760 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-fe30be36-1df2-43b5-8539-5be2a6943235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:55.692786 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-fe30be36-1df2-43b5-8539-5be2a6943235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:55.697184 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-fe30be36-1df2-43b5-8539-5be2a6943235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:55.704329 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-48fb74d1-192a-4d04-8fd7-b8d4d14ac6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:55.730190 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-593bd78b-3d86-45a0-83b8-da39b044637f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:55.731649 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-593bd78b-3d86-45a0-83b8-da39b044637f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/networks?id=3d238d48-c667-4b75-9461-7e2b13d6ae1c HTTP/1.1" status: 200 len: 816 time: 0.1430125 Sep 15 08:46:55.744575 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30be36-1df2-43b5-8539-5be2a6943235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24350cbb-989f-482d-a23b-b5ead98a5c73,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:55.747568 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-fe30be36-1df2-43b5-8539-5be2a6943235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:55.747858 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-118dc64e-4d0b-4ee5-901f-17a781e9d68c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/quotas/86820906c093481aaaf4340eacfde2db HTTP/1.1" status: 200 len: 375 time: 0.0109107 Sep 15 08:46:55.750625 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-fe30be36-1df2-43b5-8539-5be2a6943235 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db804cd32fc7407a9c8cfd35e8fd8ac3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3097076 Sep 15 08:46:55.753270 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 33362) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:55.814527 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a2b07e40-97cf-4eda-a29b-7f39244565cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:55.830069 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-ff780cf5-72cf-4511-8de3-c261f09845e7 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=86820906c093481aaaf4340eacfde2db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766854 Sep 15 08:46:55.840844 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a2b07e40-97cf-4eda-a29b-7f39244565cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:55.891588 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a2b07e40-97cf-4eda-a29b-7f39244565cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:55.896650 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8b5eae1c-e934-44d2-9926-6847f7a9d7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:55.913101 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b07e40-97cf-4eda-a29b-7f39244565cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24350cbb-989f-482d-a23b-b5ead98a5c73,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:55.916995 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a2b07e40-97cf-4eda-a29b-7f39244565cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:55.919854 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a2b07e40-97cf-4eda-a29b-7f39244565cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:55.923780 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-a2b07e40-97cf-4eda-a29b-7f39244565cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24350cbb-989f-482d-a23b-b5ead98a5c73 HTTP/1.1" status: 204 len: 168 time: 0.1671329 Sep 15 08:46:55.973384 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-344492e4-314f-4a19-94a0-1b407c6e0365 service neutron] 10.222.0.24 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305113 Sep 15 08:46:56.084456 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:56.107101 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-9ef27f22-9a99-4fbb-b393-826999bc6453 service neutron] 10.222.0.24 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279707 Sep 15 08:46:56.295310 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-d6c5f677-0787-4a4c-b1ea-d6a73f284a32 req-7dfb4963-24c3-4310-b7de-4a32edca4d3e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Synchronizing usage tracker for tenant:86820906c093481aaaf4340eacfde2db on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:46:56.320010 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-d6c5f677-0787-4a4c-b1ea-d6a73f284a32 req-7dfb4963-24c3-4310-b7de-4a32edca4d3e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Unset dirty status for tenant:86820906c093481aaaf4340eacfde2db on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:46:56.321518 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d6c5f677-0787-4a4c-b1ea-d6a73f284a32 req-7dfb4963-24c3-4310-b7de-4a32edca4d3e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 210 time: 0.0723038 Sep 15 08:46:57.464469 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-f3363357-b6c8-4c83-9bd1-935b11a9f50e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:57.465922 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-f3363357-b6c8-4c83-9bd1-935b11a9f50e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.42 "GET /v2.0/networks?id=3d238d48-c667-4b75-9461-7e2b13d6ae1c HTTP/1.1" status: 200 len: 816 time: 0.1559167 Sep 15 08:46:57.519786 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e07134c8-9f6e-4c07-9127-7655f5497876 req-0667efd4-89bc-4eab-b301-2d0a3930629e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 210 time: 0.0474572 Sep 15 08:46:57.532410 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-adf1578f-780b-4cc5-86d0-a04f48a28ea2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Synchronizing usage tracker for tenant:86820906c093481aaaf4340eacfde2db on resource:security_group {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:46:57.547568 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-adf1578f-780b-4cc5-86d0-a04f48a28ea2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Unset dirty status for tenant:86820906c093481aaaf4340eacfde2db on resource:security_group {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:46:57.549176 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-adf1578f-780b-4cc5-86d0-a04f48a28ea2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86820906c093481aaaf4340eacfde2db HTTP/1.1" status: 200 len: 380 time: 0.0603106 Sep 15 08:46:57.558876 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-5c14d51b-5406-4a34-b219-2fae3fc2e041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Request body: {'port': {'device_id': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'admin_state_up': True, 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'security_groups': ['22f10425-fc3d-4ed2-a576-979eb9a5f59d']}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:46:57.697156 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-5c14d51b-5406-4a34-b219-2fae3fc2e041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:57.706597 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-5c14d51b-5406-4a34-b219-2fae3fc2e041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:57.716736 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-5c14d51b-5406-4a34-b219-2fae3fc2e041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Made reservation on behalf of 86820906c093481aaaf4340eacfde2db for: {'port': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:46:57.720153 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-5c14d51b-5406-4a34-b219-2fae3fc2e041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:57.974660 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-5c14d51b-5406-4a34-b219-2fae3fc2e041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Allocated IP 172.20.0.13 (3d238d48-c667-4b75-9461-7e2b13d6ae1c/fbc783f9-168d-423f-8179-cb2450becd9d/0083e47e-76da-4d9e-8ea1-d520d60dc5dd) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:46:58.159433 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-5c14d51b-5406-4a34-b219-2fae3fc2e041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:58.174476 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-5c14d51b-5406-4a34-b219-2fae3fc2e041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Transition to ACTIVE for port object 0083e47e-76da-4d9e-8ea1-d520d60dc5dd will not be triggered until provisioned by entity DHCP. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:46:58.197289 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-5c14d51b-5406-4a34-b219-2fae3fc2e041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:58.202555 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:58.271535 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-5c14d51b-5406-4a34-b219-2fae3fc2e041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Network 3d238d48-c667-4b75-9461-7e2b13d6ae1c is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:46:58.274686 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-5c14d51b-5406-4a34-b219-2fae3fc2e041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:46:58.279468 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14d51b-5406-4a34-b219-2fae3fc2e041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Pushing event updated for resources: {'Port': ['ID=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:58.281688 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-5c14d51b-5406-4a34-b219-2fae3fc2e041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:46:58.308705 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-5c14d51b-5406-4a34-b219-2fae3fc2e041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:58.346090 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-5c14d51b-5406-4a34-b219-2fae3fc2e041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:58.346728 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-5c14d51b-5406-4a34-b219-2fae3fc2e041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:58.373449 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-5c14d51b-5406-4a34-b219-2fae3fc2e041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8181329 Sep 15 08:46:58.392364 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Request body: {'port': {'device_id': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:46:58.510016 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:58.582033 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-fcf545fe-2f02-4266-933c-e071e79aed89 None None] Provisioning for port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:46:58.587344 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-fcf545fe-2f02-4266-933c-e071e79aed89 None None] Provisioning complete for port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:46:58.587795 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-fcf545fe-2f02-4266-933c-e071e79aed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:58.594083 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-6a59523f-b4aa-4a29-be1c-2acdf8e77e22 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8c9a0664df67464bb667221e311dc531&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398185 Sep 15 08:46:58.641435 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-fcf545fe-2f02-4266-933c-e071e79aed89 None None] Port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:46:58.731774 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa9e3e-99f5-4f7e-868e-b3692f6794be req-2b382410-1173-4a59-b5f8-3c93813d947f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:58.733246 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-40fa9e3e-99f5-4f7e-868e-b3692f6794be req-2b382410-1173-4a59-b5f8-3c93813d947f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 932 time: 0.0782776 Sep 15 08:46:58.778310 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-40fa9e3e-99f5-4f7e-868e-b3692f6794be req-adcbc5fe-4f8c-4504-b889-2ae529203ac1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394826 Sep 15 08:46:58.888448 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-c4ab7ef0-8b03-4479-ba63-0798d06a98dc tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:58.889874 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-c4ab7ef0-8b03-4479-ba63-0798d06a98dc tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2824004 Sep 15 08:46:58.918630 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-9d7a3a08-bc74-4f8b-9a52-b1fb341c6006 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/quotas/8c9a0664df67464bb667221e311dc531 HTTP/1.1" status: 200 len: 375 time: 0.0219922 Sep 15 08:46:58.983372 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-d9b270eb-0321-40bb-8ffe-70571c02ff05 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c9a0664df67464bb667221e311dc531&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527983 Sep 15 08:46:59.062202 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0083e47e-76da-4d9e-8ea1-d520d60dc5dd {{(pid=75066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:46:59.069654 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:59.084184 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Transition to ACTIVE for port object 0083e47e-76da-4d9e-8ea1-d520d60dc5dd will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:46:59.088724 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:59.092539 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b4584f89-2bd6-4638-adc0-b8ef6e164921 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:59.186903 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-ed8648ac-52b0-4ca5-ba20-63c2f0055fad req-2adc2784-bcd9-4204-843f-04a3aeaeeb5e tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 210 time: 0.0644190 Sep 15 08:46:59.275477 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Pushing event updated for resources: {'Port': ['ID=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:59.282485 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:59.370427 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Attempting to bind port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:46:59.370914 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Attempting to bind port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'ef88940d-29ae-4929-97b3-c1ba49b59f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:46:59.371499 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Attempting to bind port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd on network 3d238d48-c667-4b75-9461-7e2b13d6ae1c {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:46:59.377818 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd on network 3d238d48-c667-4b75-9461-7e2b13d6ae1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:46:59.378134 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Attempting to bind port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd on network 3d238d48-c667-4b75-9461-7e2b13d6ae1c {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:46:59.384924 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:46:59.385287 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Checking segment: {'id': 'ef88940d-29ae-4929-97b3-c1ba49b59f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:46:59.385625 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Bound using segment: {'id': 'ef88940d-29ae-4929-97b3-c1ba49b59f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:46:59.386104 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Bound port: 0083e47e-76da-4d9e-8ea1-d520d60dc5dd, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef88940d-29ae-4929-97b3-c1ba49b59f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:46:59.386442 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:59.473213 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] For port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd, host hv-cinder-80600, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:46:59.476276 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] For port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:46:59.479935 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:59.484052 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-966fa2af-951d-4dd9-a389-fb90d67f68bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:59.555007 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:59.556352 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] 10.222.0.42 "PUT /v2.0/ports/0083e47e-76da-4d9e-8ea1-d520d60dc5dd HTTP/1.1" status: 200 len: 1094 time: 1.1688352 Sep 15 08:46:59.556850 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'tag': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:46:59.581456 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Pushing event updated for resources: {'Port': ['ID=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:59.584443 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:59.635394 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'tag': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd', 'status': 'completed', 'code': 200} Sep 15 08:46:59.724879 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-a0a3beab-8c3d-471c-9617-a394fb5df0eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86820906c093481aaaf4340eacfde2db&device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 1097 time: 0.0707972 Sep 15 08:46:59.896185 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-bd3a4d65-6359-4711-923b-3350b568fc60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0083e47e-76da-4d9e-8ea1-d520d60dc5dd HTTP/1.1" status: 200 len: 217 time: 0.1576495 Sep 15 08:46:59.957996 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-722cca39-d1cd-4b29-bb34-b0edcbe5d026 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:59.959480 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-722cca39-d1cd-4b29-bb34-b0edcbe5d026 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbc783f9-168d-423f-8179-cb2450becd9d HTTP/1.1" status: 200 len: 855 time: 0.0565524 Sep 15 08:46:59.985399 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addb646-f83e-41f4-aab4-85f5441d3df9 req-a2b5853f-bcc8-4925-a236-3705219ff1dc tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:59.986858 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3addb646-f83e-41f4-aab4-85f5441d3df9 req-a2b5853f-bcc8-4925-a236-3705219ff1dc tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.0745988 Sep 15 08:47:00.031341 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3addb646-f83e-41f4-aab4-85f5441d3df9 req-cc2281c9-ab95-4285-a3a4-8a72654ae263 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382402 Sep 15 08:47:00.034188 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-bd22de58-c78d-41ae-8f2b-d53827860ba2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d238d48-c667-4b75-9461-7e2b13d6ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0676701 Sep 15 08:47:00.167847 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-d61851fc-4c13-4a9d-b5a5-58e2ea0c3139 service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256187 Sep 15 08:47:00.282319 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-8b088f88-a699-41c2-854d-60fe4e7ad78d tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8c9a0664df67464bb667221e311dc531&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394311 Sep 15 08:47:00.446785 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-85ef6a81-590e-4237-9460-875cff25abaa req-01a7cb9c-c7c2-4f2d-90fd-43fc7ba4fc83 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 210 time: 0.0783329 Sep 15 08:47:00.462812 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-de4ab8c5-34a3-4459-ac5d-d478cf8cb553 req-9135db3b-14be-4c0f-a252-5aee5f0ceb29 service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884257 Sep 15 08:47:00.506909 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-3212bcf6-2fa4-47e2-ac5c-d76eae3a9ce2 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:00.508329 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-3212bcf6-2fa4-47e2-ac5c-d76eae3a9ce2 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168868 Sep 15 08:47:00.606170 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Request body: {'port': {'device_id': 'eb88f58c-b487-4be0-bb51-fc7380a2a1bd', 'network_id': '6827653f-c663-4945-8732-c2edff0bc621', 'admin_state_up': True, 'tenant_id': '8c9a0664df67464bb667221e311dc531'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:47:00.793686 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-13fd4eff-7620-4a91-83bd-65e6714d199a req-86781806-50ef-4f3d-ac96-58aec3f20e14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86820906c093481aaaf4340eacfde2db&device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 1097 time: 0.1910439 Sep 15 08:47:00.794613 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:47:00.798481 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Usage tracker for resource:port and tenant:8c9a0664df67464bb667221e311dc531 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:47:00.819160 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:47:00.828821 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:47:00.896004 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Made reservation on behalf of 8c9a0664df67464bb667221e311dc531 for: {'port': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:47:00.899464 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:00.916436 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:00.974574 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd4eff-7620-4a91-83bd-65e6714d199a req-c50f0348-4b59-4028-be91-06a246b20181 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:00.976572 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-13fd4eff-7620-4a91-83bd-65e6714d199a req-c50f0348-4b59-4028-be91-06a246b20181 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d238d48-c667-4b75-9461-7e2b13d6ae1c HTTP/1.1" status: 200 len: 917 time: 0.1754155 Sep 15 08:47:00.977429 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:47:00.981170 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Usage tracker for resource:security_group_rule and tenant:8c9a0664df67464bb667221e311dc531 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:47:00.984006 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:47:01.038888 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:47:01.061422 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-13fd4eff-7620-4a91-83bd-65e6714d199a req-afa10a4a-f11e-492e-a967-635220496e16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0083e47e-76da-4d9e-8ea1-d520d60dc5dd HTTP/1.1" status: 200 len: 217 time: 0.0745697 Sep 15 08:47:01.154966 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd4eff-7620-4a91-83bd-65e6714d199a req-9b8e2843-ce9b-40bd-b439-a166fcc275fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:01.156410 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-13fd4eff-7620-4a91-83bd-65e6714d199a req-9b8e2843-ce9b-40bd-b439-a166fcc275fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbc783f9-168d-423f-8179-cb2450becd9d HTTP/1.1" status: 200 len: 855 time: 0.0856016 Sep 15 08:47:01.205768 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:01.213336 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:01.218402 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ecff7f98-3602-487e-9566-bbebfca0a1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:01.244030 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215faf6d-094b-47c4-a268-e549e7e6df59 req-dab6d2cb-0822-4477-a134-5fc0fc2c763b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:01.246074 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-215faf6d-094b-47c4-a268-e549e7e6df59 req-dab6d2cb-0822-4477-a134-5fc0fc2c763b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.0812213 Sep 15 08:47:01.291798 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-215faf6d-094b-47c4-a268-e549e7e6df59 req-721cf131-ea22-41e6-a269-b8311273c247 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400724 Sep 15 08:47:01.314992 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52aa4ea-c8e0-4919-92fd-524488b771da,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:01.321578 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:01.377754 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-13fd4eff-7620-4a91-83bd-65e6714d199a req-f9317574-3036-4be7-8a86-8301ec2975f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d238d48-c667-4b75-9461-7e2b13d6ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2091038 Sep 15 08:47:01.480378 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Allocated IP 192.168.233.67 (6827653f-c663-4945-8732-c2edff0bc621/3f356271-4fd4-4637-8e80-21daf734514d/d26286f6-f233-44b2-a54a-7cb7a989f07b) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:47:01.652278 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-13fd4eff-7620-4a91-83bd-65e6714d199a req-2617dd6e-a0d4-486f-aa5c-aadae950932d service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661340 Sep 15 08:47:01.733193 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-93c03431-9c8f-4164-8a12-883406375fa3 req-589a3c67-f81d-4eda-b431-9659f91e4ae5 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 210 time: 0.0866733 Sep 15 08:47:01.932188 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-13fd4eff-7620-4a91-83bd-65e6714d199a req-fde3b450-f6e6-43cb-8eca-8c84b6a9a723 service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462544 Sep 15 08:47:01.946994 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:01.965612 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Transition to ACTIVE for port object d26286f6-f233-44b2-a54a-7cb7a989f07b will not be triggered until provisioned by entity DHCP. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:47:01.968830 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:01.987074 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:01.992882 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-67646f2e-872d-4a1f-938f-ba9d9415e088 tempest-VolumesSnapshotTestJSON-1573246181 tempest-VolumesSnapshotTestJSON-1573246181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:02.064256 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Network 6827653f-c663-4945-8732-c2edff0bc621 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:47:02.067679 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:47:02.069630 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Pushing event updated for resources: {'Port': ['ID=d26286f6-f233-44b2-a54a-7cb7a989f07b,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:02.071706 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:47:02.096255 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:02.132624 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:02.133260 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:02.161726 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5601711 Sep 15 08:47:02.181629 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Request body: {'port': {'device_id': 'eb88f58c-b487-4be0-bb51-fc7380a2a1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:47:02.292981 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:02.328296 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-974d391e-5e27-433d-b522-8a23ccca75f4 None None] Provisioning for port d26286f6-f233-44b2-a54a-7cb7a989f07b completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:47:02.333266 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-974d391e-5e27-433d-b522-8a23ccca75f4 None None] Provisioning complete for port d26286f6-f233-44b2-a54a-7cb7a989f07b triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:47:02.333644 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-974d391e-5e27-433d-b522-8a23ccca75f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:02.388429 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-974d391e-5e27-433d-b522-8a23ccca75f4 None None] Port d26286f6-f233-44b2-a54a-7cb7a989f07b cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:47:02.518370 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1a0df-90d2-4ac5-b704-267c12054e38 req-7fd8ed15-f49d-471a-8630-81b489264166 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:02.519750 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4ce1a0df-90d2-4ac5-b704-267c12054e38 req-7fd8ed15-f49d-471a-8630-81b489264166 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.0747485 Sep 15 08:47:02.564784 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4ce1a0df-90d2-4ac5-b704-267c12054e38 req-8dd52ffd-841a-4857-a257-b7e7a93ab93e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390649 Sep 15 08:47:02.630556 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26286f6-f233-44b2-a54a-7cb7a989f07b {{(pid=75066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:47:02.637132 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:02.651679 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Transition to ACTIVE for port object d26286f6-f233-44b2-a54a-7cb7a989f07b will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:47:02.654634 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:02.658581 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:02.778327 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Pushing event updated for resources: {'Port': ['ID=d26286f6-f233-44b2-a54a-7cb7a989f07b,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:02.788516 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:02.949568 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Attempting to bind port d26286f6-f233-44b2-a54a-7cb7a989f07b on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:47:02.949902 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Attempting to bind port d26286f6-f233-44b2-a54a-7cb7a989f07b by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '517cfb16-e9a0-4f50-b5bf-665355a69ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6827653f-c663-4945-8732-c2edff0bc621'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:47:02.950233 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Attempting to bind port d26286f6-f233-44b2-a54a-7cb7a989f07b on network 6827653f-c663-4945-8732-c2edff0bc621 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:47:02.962661 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Port d26286f6-f233-44b2-a54a-7cb7a989f07b on network 6827653f-c663-4945-8732-c2edff0bc621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:47:02.962981 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Attempting to bind port d26286f6-f233-44b2-a54a-7cb7a989f07b on network 6827653f-c663-4945-8732-c2edff0bc621 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:47:02.972465 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b9dee-0928-4fb6-bd2a-e272012dbb42 req-8e0ab0b9-fd85-44d3-a18e-ac4a15ae15cd tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:02.973159 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-841b9dee-0928-4fb6-bd2a-e272012dbb42 req-8e0ab0b9-fd85-44d3-a18e-ac4a15ae15cd tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Synchronizing usage tracker for tenant:8c9a0664df67464bb667221e311dc531 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:47:02.982230 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:47:02.982541 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Checking segment: {'id': '517cfb16-e9a0-4f50-b5bf-665355a69ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6827653f-c663-4945-8732-c2edff0bc621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:47:02.982918 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Bound using segment: {'id': '517cfb16-e9a0-4f50-b5bf-665355a69ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6827653f-c663-4945-8732-c2edff0bc621'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:47:02.983345 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Bound port: d26286f6-f233-44b2-a54a-7cb7a989f07b, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517cfb16-e9a0-4f50-b5bf-665355a69ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6827653f-c663-4945-8732-c2edff0bc621'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:47:02.983687 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:03.036381 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-841b9dee-0928-4fb6-bd2a-e272012dbb42 req-8e0ab0b9-fd85-44d3-a18e-ac4a15ae15cd tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Unset dirty status for tenant:8c9a0664df67464bb667221e311dc531 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:47:03.037469 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-841b9dee-0928-4fb6-bd2a-e272012dbb42 req-8e0ab0b9-fd85-44d3-a18e-ac4a15ae15cd tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 947 time: 0.1721911 Sep 15 08:47:03.112958 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-841b9dee-0928-4fb6-bd2a-e272012dbb42 req-aa83051c-3928-4002-b184-ea85da9c3596 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Synchronizing usage tracker for tenant:8c9a0664df67464bb667221e311dc531 on resource:security_group {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:47:03.117792 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] For port d26286f6-f233-44b2-a54a-7cb7a989f07b, host hv-cinder-80600, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:47:03.121157 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] For port d26286f6-f233-44b2-a54a-7cb7a989f07b, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d26286f6-f233-44b2-a54a-7cb7a989f07b,segment=NetworkSegment(517cfb16-e9a0-4f50-b5bf-665355a69ee8),segment_id=517cfb16-e9a0-4f50-b5bf-665355a69ee8)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:47:03.126774 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:03.132791 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-77d64ad1-68cf-4408-9c69-5c2852d1d4a5 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:03.184136 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-841b9dee-0928-4fb6-bd2a-e272012dbb42 req-aa83051c-3928-4002-b184-ea85da9c3596 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Unset dirty status for tenant:8c9a0664df67464bb667221e311dc531 on resource:security_group {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:47:03.185297 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-841b9dee-0928-4fb6-bd2a-e272012dbb42 req-aa83051c-3928-4002-b184-ea85da9c3596 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/security-groups?id=b52aa4ea-c8e0-4919-92fd-524488b771da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416571 Sep 15 08:47:03.200507 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:03.201889 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] 10.222.0.42 "PUT /v2.0/ports/d26286f6-f233-44b2-a54a-7cb7a989f07b HTTP/1.1" status: 200 len: 1097 time: 1.0254362 Sep 15 08:47:03.202410 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb88f58c-b487-4be0-bb51-fc7380a2a1bd', 'tag': 'd26286f6-f233-44b2-a54a-7cb7a989f07b'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:47:03.224454 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Pushing event updated for resources: {'Port': ['ID=d26286f6-f233-44b2-a54a-7cb7a989f07b,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:03.227751 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:03.296473 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb88f58c-b487-4be0-bb51-fc7380a2a1bd', 'tag': 'd26286f6-f233-44b2-a54a-7cb7a989f07b', 'status': 'completed', 'code': 200} Sep 15 08:47:03.341315 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-84c42283-bb22-4a66-8cd2-9b702c998afc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9a0664df67464bb667221e311dc531&device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 1100 time: 0.0819738 Sep 15 08:47:03.418448 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-bbd23707-a049-4571-95db-db05edc87024 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d26286f6-f233-44b2-a54a-7cb7a989f07b HTTP/1.1" status: 200 len: 217 time: 0.0627182 Sep 15 08:47:03.568851 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-147bd614-f574-431e-b9cf-fe3fae5ac01b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:03.570181 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-147bd614-f574-431e-b9cf-fe3fae5ac01b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f356271-4fd4-4637-8e80-21daf734514d HTTP/1.1" status: 200 len: 843 time: 0.1453242 Sep 15 08:47:03.646060 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-56137f46-7110-462a-b37b-5a41015185c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6827653f-c663-4945-8732-c2edff0bc621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0683174 Sep 15 08:47:03.835657 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-788b4c3b-0d2f-4811-8d19-f97742bceec3 service neutron] 10.222.0.42 "GET /v2.0/networks/6827653f-c663-4945-8732-c2edff0bc621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815615 Sep 15 08:47:03.845913 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d405a9a-7694-45c5-8f2e-0467266e6936 req-aaef5500-0a58-488c-8644-169fb75a7287 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:03.846616 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-1d405a9a-7694-45c5-8f2e-0467266e6936 req-aaef5500-0a58-488c-8644-169fb75a7287 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Synchronizing usage tracker for tenant:86820906c093481aaaf4340eacfde2db on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:47:03.942483 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-1d405a9a-7694-45c5-8f2e-0467266e6936 req-aaef5500-0a58-488c-8644-169fb75a7287 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Unset dirty status for tenant:86820906c093481aaaf4340eacfde2db on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:47:03.944256 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1d405a9a-7694-45c5-8f2e-0467266e6936 req-aaef5500-0a58-488c-8644-169fb75a7287 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.2229156 Sep 15 08:47:04.012262 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2eecfe68-f515-4493-b7ff-3226dd966769 req-176ec67c-1675-4ffe-bc49-2ad7d4a4c388 service neutron] 10.222.0.42 "GET /v2.0/networks/6827653f-c663-4945-8732-c2edff0bc621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630383 Sep 15 08:47:04.019403 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1d405a9a-7694-45c5-8f2e-0467266e6936 req-8cdfcb4f-594b-45d8-915f-d3a27ca4fefd tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691199 Sep 15 08:47:04.173112 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dcd62a77-c98e-4b8b-86c1-29b87ed23cd4 req-cfa65ee7-14b3-4c94-986f-f5fa50b0c4ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9a0664df67464bb667221e311dc531&device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 1100 time: 0.0688865 Sep 15 08:47:04.307010 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd62a77-c98e-4b8b-86c1-29b87ed23cd4 req-28134910-2852-4b2a-99ca-70ce1ccb9be4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:04.308483 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dcd62a77-c98e-4b8b-86c1-29b87ed23cd4 req-28134910-2852-4b2a-99ca-70ce1ccb9be4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6827653f-c663-4945-8732-c2edff0bc621 HTTP/1.1" status: 200 len: 870 time: 0.1281755 Sep 15 08:47:04.380135 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dcd62a77-c98e-4b8b-86c1-29b87ed23cd4 req-7f32c77c-13f8-4aca-8fb3-4e151e68594a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d26286f6-f233-44b2-a54a-7cb7a989f07b HTTP/1.1" status: 200 len: 217 time: 0.0643687 Sep 15 08:47:04.385010 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72300974-d1b5-4fde-87fd-7bfb834f1d65 req-7dae2432-d6a5-4481-a732-0e92d4475cc8 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:04.386462 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-72300974-d1b5-4fde-87fd-7bfb834f1d65 req-7dae2432-d6a5-4481-a732-0e92d4475cc8 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 947 time: 0.0779383 Sep 15 08:47:04.431409 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-72300974-d1b5-4fde-87fd-7bfb834f1d65 req-496cccbc-8dcc-4da5-9917-14756f45f634 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/security-groups?id=b52aa4ea-c8e0-4919-92fd-524488b771da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389142 Sep 15 08:47:04.445892 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd62a77-c98e-4b8b-86c1-29b87ed23cd4 req-b15fb0f7-cadd-4043-8704-efbb6b7d1074 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:04.447482 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dcd62a77-c98e-4b8b-86c1-29b87ed23cd4 req-b15fb0f7-cadd-4043-8704-efbb6b7d1074 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f356271-4fd4-4637-8e80-21daf734514d HTTP/1.1" status: 200 len: 843 time: 0.0580599 Sep 15 08:47:04.524916 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dcd62a77-c98e-4b8b-86c1-29b87ed23cd4 req-6a776a56-e5a2-47c5-9785-44546fbb4ee9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6827653f-c663-4945-8732-c2edff0bc621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0700793 Sep 15 08:47:04.656175 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dcd62a77-c98e-4b8b-86c1-29b87ed23cd4 req-31404a17-cf02-4961-ad2a-0350a0756f5d service neutron] 10.222.0.42 "GET /v2.0/networks/6827653f-c663-4945-8732-c2edff0bc621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223912 Sep 15 08:47:04.784427 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dcd62a77-c98e-4b8b-86c1-29b87ed23cd4 req-4aef62fa-d891-42cb-a610-b7bea018d90e service neutron] 10.222.0.42 "GET /v2.0/networks/6827653f-c663-4945-8732-c2edff0bc621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207623 Sep 15 08:47:04.900850 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 0083e47e-76da-4d9e-8ea1-d520d60dc5dd details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:47:05.028995 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:47:05.041725 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'port_id': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd', 'mac_address': 'fa:16:3e:49:6d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:47:05.093819 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:05.110569 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0083e47e-76da-4d9e-8ea1-d520d60dc5dd {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:47:05.124785 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:47:05.129852 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:05.132081 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:05.198424 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:05.201398 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:05.238439 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fd5c0-e135-4c60-9d55-f44029259346 req-f77fa079-7cf2-4a92-b03c-4be1988a9c49 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:05.239888 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0d8fd5c0-e135-4c60-9d55-f44029259346 req-f77fa079-7cf2-4a92-b03c-4be1988a9c49 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 945 time: 0.0872557 Sep 15 08:47:05.284222 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0d8fd5c0-e135-4c60-9d55-f44029259346 req-e2d88e01-4767-4b6b-a889-3ed2af6959de tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389090 Sep 15 08:47:05.618949 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bffd3-05ea-4097-b065-827fd2d5737a req-86a124f5-057d-43b4-be40-c4865d1afd9a tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:05.620278 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9e6bffd3-05ea-4097-b065-827fd2d5737a req-86a124f5-057d-43b4-be40-c4865d1afd9a tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 947 time: 0.0742543 Sep 15 08:47:05.643946 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['0083e47e-76da-4d9e-8ea1-d520d60dc5dd'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:47:05.667961 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9e6bffd3-05ea-4097-b065-827fd2d5737a req-211b4c5b-2829-4a99-913c-f6742ab5944e tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/security-groups?id=b52aa4ea-c8e0-4919-92fd-524488b771da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424221 Sep 15 08:47:06.494993 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98b66a-d937-4845-ab63-0f73d1af3494 req-5af864ac-aa3c-4f54-ac34-4a15047fc370 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:06.496425 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ce98b66a-d937-4845-ab63-0f73d1af3494 req-5af864ac-aa3c-4f54-ac34-4a15047fc370 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 945 time: 0.0779417 Sep 15 08:47:06.540787 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ce98b66a-d937-4845-ab63-0f73d1af3494 req-1ec1874d-8b01-43fb-8fff-65771765079c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390134 Sep 15 08:47:06.916977 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 0083e47e-76da-4d9e-8ea1-d520d60dc5dd up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:47:06.988730 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:47:06.994495 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:47:06.994880 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:07.004519 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e39444-6806-4d33-828f-8741915804c0 req-15e3b2a4-1439-4be7-b5a4-7a69d40b42ef tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:07.006102 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c0e39444-6806-4d33-828f-8741915804c0 req-15e3b2a4-1439-4be7-b5a4-7a69d40b42ef tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 947 time: 0.0807726 Sep 15 08:47:07.055672 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c0e39444-6806-4d33-828f-8741915804c0 req-b6fb2284-2291-4457-9416-e445e8eb97b3 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/security-groups?id=b52aa4ea-c8e0-4919-92fd-524488b771da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402520 Sep 15 08:47:07.076707 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2f103b79-e674-40ea-b994-85b43ff287ad req-d52e4421-4880-4ed1-9096-2fc642a8c94b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672793 Sep 15 08:47:07.147134 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:07.173450 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:47:07.183657 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:47:07.185338 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2f103b79-e674-40ea-b994-85b43ff287ad req-ae86b1db-da75-4b5a-bda8-5a5e97737306 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef6378125de24891a8fca88b83a9e115&device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 1099 time: 0.0739934 Sep 15 08:47:07.190151 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:07.192141 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:07.258753 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:07.261759 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:07.386998 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd', 'code': 200} Sep 15 08:47:07.429949 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f103b79-e674-40ea-b994-85b43ff287ad req-e3097873-5a4d-48df-81ed-30e087866658 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:07.431321 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2f103b79-e674-40ea-b994-85b43ff287ad req-e3097873-5a4d-48df-81ed-30e087866658 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 HTTP/1.1" status: 200 len: 909 time: 0.2245116 Sep 15 08:47:07.534554 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2f103b79-e674-40ea-b994-85b43ff287ad req-f7e63b80-53f9-47a3-a900-40f850c9028f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=026f9b7e-846f-4c46-a4b2-59ba55073a32 HTTP/1.1" status: 200 len: 1002 time: 0.0960455 Sep 15 08:47:07.634657 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f103b79-e674-40ea-b994-85b43ff287ad req-3b287ea5-8fc8-4f97-8515-b762bc39a885 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:07.636105 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2f103b79-e674-40ea-b994-85b43ff287ad req-3b287ea5-8fc8-4f97-8515-b762bc39a885 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c359e7a-f7e8-43b9-8f23-502a7b5590e8 HTTP/1.1" status: 200 len: 847 time: 0.0956914 Sep 15 08:47:07.714579 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-73a1e8e0-868d-4140-b61e-a23e4a2dd855 req-791ad1a8-47c3-4589-b89c-a22bb00cbd3e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 1099 time: 0.1325853 Sep 15 08:47:07.746194 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2f103b79-e674-40ea-b994-85b43ff287ad req-123de772-2b52-417d-b37b-29556c9d5e77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ddb3d03a-680b-4e7c-ba35-03aba00d1ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1019337 Sep 15 08:47:07.750406 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76943dab-b213-40cd-a667-6f59cd9e9560 req-4e4395de-0d7d-4de5-bdd8-b134f42e3c3f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:07.751879 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-76943dab-b213-40cd-a667-6f59cd9e9560 req-4e4395de-0d7d-4de5-bdd8-b134f42e3c3f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0784531 Sep 15 08:47:07.843207 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-73a1e8e0-868d-4140-b61e-a23e4a2dd855 req-483e77ed-80bb-4cc5-bae9-e8c2289ad894 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215341 Sep 15 08:47:07.844022 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-76943dab-b213-40cd-a667-6f59cd9e9560 req-0dc72ca7-7dac-4089-b23e-73179786d6ca tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865777 Sep 15 08:47:07.887394 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2f103b79-e674-40ea-b994-85b43ff287ad req-1d48de68-d71e-4055-a75c-c03e01c529b0 service neutron] 10.222.0.42 "GET /v2.0/networks/ddb3d03a-680b-4e7c-ba35-03aba00d1ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334803 Sep 15 08:47:08.254950 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a276c-6076-41cd-b4ac-cea8e61a2264 req-5f645f5e-ccfa-426e-a0bd-22af75550d98 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:08.256870 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dd0a276c-6076-41cd-b4ac-cea8e61a2264 req-5f645f5e-ccfa-426e-a0bd-22af75550d98 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 947 time: 0.0815175 Sep 15 08:47:08.381732 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-dd0a276c-6076-41cd-b4ac-cea8e61a2264 req-2a41de7a-6f0e-4ec5-acce-ea9322dbecb7 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/security-groups?id=b52aa4ea-c8e0-4919-92fd-524488b771da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187885 Sep 15 08:47:08.420099 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2f103b79-e674-40ea-b994-85b43ff287ad req-9d78962b-8cd2-47e0-aa8e-c8edeb37660a service neutron] 10.222.0.42 "GET /v2.0/networks/ddb3d03a-680b-4e7c-ba35-03aba00d1ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438737 Sep 15 08:47:08.928778 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device d26286f6-f233-44b2-a54a-7cb7a989f07b details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:47:09.054899 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4daa8c9-9ec5-4f68-bd10-23a315441af0 req-6447277e-f292-444f-8fb7-1a321383a395 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:09.056351 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c4daa8c9-9ec5-4f68-bd10-23a315441af0 req-6447277e-f292-444f-8fb7-1a321383a395 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0759890 Sep 15 08:47:09.063131 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port d26286f6-f233-44b2-a54a-7cb7a989f07b, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d26286f6-f233-44b2-a54a-7cb7a989f07b,segment=NetworkSegment(517cfb16-e9a0-4f50-b5bf-665355a69ee8),segment_id=517cfb16-e9a0-4f50-b5bf-665355a69ee8)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:47:09.076240 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': 'd26286f6-f233-44b2-a54a-7cb7a989f07b', 'network_id': '6827653f-c663-4945-8732-c2edff0bc621', 'port_id': 'd26286f6-f233-44b2-a54a-7cb7a989f07b', 'mac_address': 'fa:16:3e:d0:e7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f356271-4fd4-4637-8e80-21daf734514d', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:47:09.099191 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c4daa8c9-9ec5-4f68-bd10-23a315441af0 req-41275298-b573-4193-acd4-86445a371c75 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374911 Sep 15 08:47:09.132039 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:09.149484 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26286f6-f233-44b2-a54a-7cb7a989f07b {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:47:09.165268 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port d26286f6-f233-44b2-a54a-7cb7a989f07b, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d26286f6-f233-44b2-a54a-7cb7a989f07b,segment=NetworkSegment(517cfb16-e9a0-4f50-b5bf-665355a69ee8),segment_id=517cfb16-e9a0-4f50-b5bf-665355a69ee8)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:47:09.169325 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:09.171304 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:09.242556 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=d26286f6-f233-44b2-a54a-7cb7a989f07b,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:09.245572 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:09.576423 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bef278-d74e-4c18-8917-71ed280150b2 req-a24a127f-0603-4513-9f69-9d5aca961be7 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:09.578788 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-02bef278-d74e-4c18-8917-71ed280150b2 req-a24a127f-0603-4513-9f69-9d5aca961be7 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 948 time: 0.0782089 Sep 15 08:47:09.621967 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-02bef278-d74e-4c18-8917-71ed280150b2 req-f42288e4-db0b-4610-9c75-57e93ff444fc tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/security-groups?id=b52aa4ea-c8e0-4919-92fd-524488b771da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387456 Sep 15 08:47:09.670544 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['d26286f6-f233-44b2-a54a-7cb7a989f07b'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:47:10.309987 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7c2d5-9d74-4a07-9beb-26626de22b7c req-829f8907-a704-40be-8f62-abc107ca80e9 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:10.311845 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-09b7c2d5-9d74-4a07-9beb-26626de22b7c req-829f8907-a704-40be-8f62-abc107ca80e9 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0789902 Sep 15 08:47:10.355690 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-09b7c2d5-9d74-4a07-9beb-26626de22b7c req-9f15c250-ce5d-449f-b717-0e04b24bc2df tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383084 Sep 15 08:47:10.558067 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba1847-3a6c-47eb-a5bc-b146c9d8d8dc req-e02c4467-1b6d-43d3-9f8f-f654a60e9082 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:10.559523 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-daba1847-3a6c-47eb-a5bc-b146c9d8d8dc req-e02c4467-1b6d-43d3-9f8f-f654a60e9082 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0781612 Sep 15 08:47:10.568158 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 33482) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:47:10.573759 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-4bd0019d-1384-4ea3-b7b5-3f0e62e7bb7c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Request body: {'floatingip': {'port_id': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:47:10.649488 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4bd0019d-1384-4ea3-b7b5-3f0e62e7bb7c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for floatingip, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:10.812335 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ed1f7-3a08-4c3e-8b95-fe3eb84148e3 req-95937295-44f7-4f5e-ab76-6084c35d1e09 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:10.813816 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-649ed1f7-3a08-4c3e-8b95-fe3eb84148e3 req-95937295-44f7-4f5e-ab76-6084c35d1e09 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 948 time: 0.0751359 Sep 15 08:47:10.861133 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-649ed1f7-3a08-4c3e-8b95-fe3eb84148e3 req-17a4a6dc-7244-4488-9ad1-15ea893e36fc tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/security-groups?id=b52aa4ea-c8e0-4919-92fd-524488b771da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413132 Sep 15 08:47:10.924252 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device d26286f6-f233-44b2-a54a-7cb7a989f07b up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:47:10.990112 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port d26286f6-f233-44b2-a54a-7cb7a989f07b completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:47:10.995223 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port d26286f6-f233-44b2-a54a-7cb7a989f07b triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:47:10.995596 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:11.110148 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:11.138615 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb88f58c-b487-4be0-bb51-fc7380a2a1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26286f6-f233-44b2-a54a-7cb7a989f07b'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:47:11.156326 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port d26286f6-f233-44b2-a54a-7cb7a989f07b, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d26286f6-f233-44b2-a54a-7cb7a989f07b,segment=NetworkSegment(517cfb16-e9a0-4f50-b5bf-665355a69ee8),segment_id=517cfb16-e9a0-4f50-b5bf-665355a69ee8)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:47:11.162732 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:11.166487 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:11.203556 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb88f58c-b487-4be0-bb51-fc7380a2a1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26286f6-f233-44b2-a54a-7cb7a989f07b', 'code': 200} Sep 15 08:47:11.245265 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=d26286f6-f233-44b2-a54a-7cb7a989f07b,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:11.248213 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:11.351978 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4bd0019d-1384-4ea3-b7b5-3f0e62e7bb7c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:11.355513 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4bd0019d-1384-4ea3-b7b5-3f0e62e7bb7c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357699'] for floatingip, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:11.503939 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a86dee30-2987-4738-935d-f70638528020 req-4e7ec3df-fa89-473e-8ce7-4ac043c9d307 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 1102 time: 0.0972624 Sep 15 08:47:11.614671 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a86dee30-2987-4738-935d-f70638528020 req-3d719113-109a-44c7-a21f-055aca4c1a90 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b52aa4ea-c8e0-4919-92fd-524488b771da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585063 Sep 15 08:47:11.630420 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.db.l3_db [None req-4bd0019d-1384-4ea3-b7b5-3f0e62e7bb7c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Floating IP 2576f34a-3adf-4b28-b7a5-94ae7d8e68d9 associated. External IP: 172.28.3.217, port: 0083e47e-76da-4d9e-8ea1-d520d60dc5dd. Sep 15 08:47:12.013443 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd0019d-1384-4ea3-b7b5-3f0e62e7bb7c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:47:12.054862 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2db29a-a296-48e0-ac30-c53ddf70d9ed req-ca9dab06-0716-4c1b-9868-e4ca4745bfc3 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:12.056300 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9b2db29a-a296-48e0-ac30-c53ddf70d9ed req-ca9dab06-0716-4c1b-9868-e4ca4745bfc3 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 949 time: 0.0764842 Sep 15 08:47:12.101028 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9b2db29a-a296-48e0-ac30-c53ddf70d9ed req-6dad4716-f5f9-4028-a970-cf03df3fe23d tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/security-groups?id=b52aa4ea-c8e0-4919-92fd-524488b771da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392613 Sep 15 08:47:12.215034 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd0019d-1384-4ea3-b7b5-3f0e62e7bb7c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:47:12.219845 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4bd0019d-1384-4ea3-b7b5-3f0e62e7bb7c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for floatingip, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:12.224215 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df549245-1add-4d6e-8a0c-0ff7c114f5cd None None] Sync routers for ids ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:47:12.235707 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df549245-1add-4d6e-8a0c-0ff7c114f5cd None None] Routers {'941b3e8e-c5ea-409e-88a7-bf6de9b782ee'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:47:12.236316 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-df549245-1add-4d6e-8a0c-0ff7c114f5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:46:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:47:12.272364 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-4bd0019d-1384-4ea3-b7b5-3f0e62e7bb7c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "PUT /v2.0/floatingips/2576f34a-3adf-4b28-b7a5-94ae7d8e68d9 HTTP/1.1" status: 200 len: 992 time: 1.7026803 Sep 15 08:47:12.273067 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'tag': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:47:12.328041 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'tag': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd', 'status': 'completed', 'code': 200} Sep 15 08:47:12.418151 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-df549245-1add-4d6e-8a0c-0ff7c114f5cd None None] Set router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:47:12.465581 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e426a36e-941a-40b5-89cf-97c61e3ea2bf req-553827ce-6af0-4ecf-b968-4e3ed7ff49fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86820906c093481aaaf4340eacfde2db&device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 1099 time: 0.0736184 Sep 15 08:47:12.594878 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426a36e-941a-40b5-89cf-97c61e3ea2bf req-1fcf5d4b-ea48-4cc7-8ea6-d2a691680136 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:12.596439 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e426a36e-941a-40b5-89cf-97c61e3ea2bf req-1fcf5d4b-ea48-4cc7-8ea6-d2a691680136 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d238d48-c667-4b75-9461-7e2b13d6ae1c HTTP/1.1" status: 200 len: 917 time: 0.1241097 Sep 15 08:47:12.699899 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e426a36e-941a-40b5-89cf-97c61e3ea2bf req-a97c469d-0487-4feb-8fb6-edc58e98f9aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0083e47e-76da-4d9e-8ea1-d520d60dc5dd HTTP/1.1" status: 200 len: 1000 time: 0.0952005 Sep 15 08:47:12.754663 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-df549245-1add-4d6e-8a0c-0ff7c114f5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:19Z', 'revision_number': 4, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_floatingips': [{'id': '2576f34a-3adf-4b28-b7a5-94ae7d8e68d9', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'floating_ip_address': '172.28.3.217', 'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'router_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'port_id': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'mac_address': 'fa:16:3e:49:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:46:54Z', 'updated_at': '2021-09-15T08:47:11Z', 'revision_number': 1, 'project_id': '86820906c093481aaaf4340eacfde2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0092769-9188-4c87-b52a-6dc1e5617b9f', 'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'mac_address': 'fa:16:3e:cf:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:17Z', 'updated_at': '2021-09-15T08:41:54Z', 'revision_number': 5, 'project_id': '86820906c093481aaaf4340eacfde2db', 'subnets': [{'id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:47:12.758366 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df549245-1add-4d6e-8a0c-0ff7c114f5cd None None] Checking router: 941b3e8e-c5ea-409e-88a7-bf6de9b782ee for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:47:12.763387 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426a36e-941a-40b5-89cf-97c61e3ea2bf req-ae0373cd-e7cd-4db9-8003-0ac81aa68ecf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:12.764871 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e426a36e-941a-40b5-89cf-97c61e3ea2bf req-ae0373cd-e7cd-4db9-8003-0ac81aa68ecf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbc783f9-168d-423f-8179-cb2450becd9d HTTP/1.1" status: 200 len: 855 time: 0.0574741 Sep 15 08:47:12.770119 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df549245-1add-4d6e-8a0c-0ff7c114f5cd None None] Routers {'941b3e8e-c5ea-409e-88a7-bf6de9b782ee'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:47:12.770898 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-df549245-1add-4d6e-8a0c-0ff7c114f5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:46:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:47:12.948660 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e426a36e-941a-40b5-89cf-97c61e3ea2bf req-1fc23544-e9e0-41d6-b699-2852db7a3930 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d238d48-c667-4b75-9461-7e2b13d6ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1676993 Sep 15 08:47:12.955284 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-df549245-1add-4d6e-8a0c-0ff7c114f5cd None None] Set router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:47:13.082530 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e426a36e-941a-40b5-89cf-97c61e3ea2bf req-7e37a028-24b1-44a8-92dc-5715c2233d5e service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253171 Sep 15 08:47:13.304321 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e426a36e-941a-40b5-89cf-97c61e3ea2bf req-84283908-128d-4727-93f2-eb056b11eeec service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857302 Sep 15 08:47:13.327667 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc116818-02f7-4332-ae08-bd57bdbcddc0 req-38d331b3-9f18-4582-98d7-06333b64f71d tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:13.329812 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-cc116818-02f7-4332-ae08-bd57bdbcddc0 req-38d331b3-9f18-4582-98d7-06333b64f71d tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 949 time: 0.1003323 Sep 15 08:47:13.372681 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-df549245-1add-4d6e-8a0c-0ff7c114f5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:19Z', 'revision_number': 4, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_floatingips': [{'id': '2576f34a-3adf-4b28-b7a5-94ae7d8e68d9', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'floating_ip_address': '172.28.3.217', 'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'router_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'port_id': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'mac_address': 'fa:16:3e:49:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:46:54Z', 'updated_at': '2021-09-15T08:47:11Z', 'revision_number': 1, 'project_id': '86820906c093481aaaf4340eacfde2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0092769-9188-4c87-b52a-6dc1e5617b9f', 'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'mac_address': 'fa:16:3e:cf:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:17Z', 'updated_at': '2021-09-15T08:41:54Z', 'revision_number': 5, 'project_id': '86820906c093481aaaf4340eacfde2db', 'subnets': [{'id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:47:13.377425 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df549245-1add-4d6e-8a0c-0ff7c114f5cd None None] The sync data for ids ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'] in dv-cinder-806008-2-smb is: [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:19Z', 'revision_number': 4, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_floatingips': [{'id': '2576f34a-3adf-4b28-b7a5-94ae7d8e68d9', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'floating_ip_address': '172.28.3.217', 'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'router_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'port_id': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'mac_address': 'fa:16:3e:49:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:46:54Z', 'updated_at': '2021-09-15T08:47:11Z', 'revision_number': 1, 'project_id': '86820906c093481aaaf4340eacfde2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0092769-9188-4c87-b52a-6dc1e5617b9f', 'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'mac_address': 'fa:16:3e:cf:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:17Z', 'updated_at': '2021-09-15T08:41:54Z', 'revision_number': 5, 'project_id': '86820906c093481aaaf4340eacfde2db', 'subnets': [{'id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:47:13.378861 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-cc116818-02f7-4332-ae08-bd57bdbcddc0 req-b9c7ad9d-ad4f-45b2-b0e8-ca1dba966e9e tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/security-groups?id=b52aa4ea-c8e0-4919-92fd-524488b771da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421054 Sep 15 08:47:13.558146 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eee833e-7611-4257-8e16-4da6001bd96a None None] New status for floating IP 2576f34a-3adf-4b28-b7a5-94ae7d8e68d9: ACTIVE {{(pid=75069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:47:14.568050 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dceca-f54a-487c-b355-e9f20d0cfbb7 req-b51fce90-c729-4fe5-92bc-1ce8070565e1 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:14.569530 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-b51dceca-f54a-487c-b355-e9f20d0cfbb7 req-b51fce90-c729-4fe5-92bc-1ce8070565e1 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 949 time: 0.0752864 Sep 15 08:47:14.615953 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-b51dceca-f54a-487c-b355-e9f20d0cfbb7 req-470d3597-a48d-468d-b869-d244719fc82d tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/security-groups?id=b52aa4ea-c8e0-4919-92fd-524488b771da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409091 Sep 15 08:47:15.060537 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6335d-7d55-4347-9700-4bfa18f18a41 req-864c47a5-ec02-477f-8d7a-3bab277aa7ae tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:15.061976 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7cf6335d-7d55-4347-9700-4bfa18f18a41 req-864c47a5-ec02-477f-8d7a-3bab277aa7ae tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 949 time: 0.0755591 Sep 15 08:47:15.109341 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7cf6335d-7d55-4347-9700-4bfa18f18a41 req-4667a09d-005b-4cdb-8f72-c853dfd3aa35 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/security-groups?id=b52aa4ea-c8e0-4919-92fd-524488b771da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419388 Sep 15 08:47:16.309901 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933d176-d79f-4355-adbc-d57778227ca2 req-2487febb-bee2-4394-a232-f0a9225576e4 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:16.313344 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7933d176-d79f-4355-adbc-d57778227ca2 req-2487febb-bee2-4394-a232-f0a9225576e4 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 949 time: 0.0809996 Sep 15 08:47:16.357013 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7933d176-d79f-4355-adbc-d57778227ca2 req-2fc43b9f-f308-4c25-b123-e35f083c2b42 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/security-groups?id=b52aa4ea-c8e0-4919-92fd-524488b771da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402858 Sep 15 08:47:16.561537 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ded12-736d-4776-8346-20ada67b265b req-0f339166-cb5d-4007-9bd5-1ec28adcd8da tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:16.562976 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7f1ded12-736d-4776-8346-20ada67b265b req-0f339166-cb5d-4007-9bd5-1ec28adcd8da tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.0738339 Sep 15 08:47:16.609925 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7f1ded12-736d-4776-8346-20ada67b265b req-fc74c84c-e21e-4b37-9c5a-fac5342e0b98 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415328 Sep 15 08:47:16.973918 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27503a-8c05-4e89-ac55-9097980f195a req-07550805-a2ac-4cc6-935a-ddff9d22741b tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:16.975382 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ef27503a-8c05-4e89-ac55-9097980f195a req-07550805-a2ac-4cc6-935a-ddff9d22741b tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 949 time: 0.0752072 Sep 15 08:47:17.042789 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-ef27503a-8c05-4e89-ac55-9097980f195a req-32c727dd-29db-4a54-9bd1-b5b7d8540265 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Deleting port d26286f6-f233-44b2-a54a-7cb7a989f07b {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:47:17.043116 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-ef27503a-8c05-4e89-ac55-9097980f195a req-32c727dd-29db-4a54-9bd1-b5b7d8540265 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:17.279147 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-ef27503a-8c05-4e89-ac55-9097980f195a req-32c727dd-29db-4a54-9bd1-b5b7d8540265 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] For port d26286f6-f233-44b2-a54a-7cb7a989f07b, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d26286f6-f233-44b2-a54a-7cb7a989f07b,segment=NetworkSegment(517cfb16-e9a0-4f50-b5bf-665355a69ee8),segment_id=517cfb16-e9a0-4f50-b5bf-665355a69ee8)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:47:17.279496 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-ef27503a-8c05-4e89-ac55-9097980f195a req-32c727dd-29db-4a54-9bd1-b5b7d8540265 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:17.397937 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-ef27503a-8c05-4e89-ac55-9097980f195a req-32c727dd-29db-4a54-9bd1-b5b7d8540265 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Calling delete_port for d26286f6-f233-44b2-a54a-7cb7a989f07b owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:47:17.536872 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-ef27503a-8c05-4e89-ac55-9097980f195a req-32c727dd-29db-4a54-9bd1-b5b7d8540265 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:17.544200 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-40efe748-0e3e-4723-8fb6-c4cdf1400fa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:17.550686 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf83046-ec02-46a8-bf1f-278fabf641a0 req-a3b0c9de-08bc-425d-a65e-f44ffaf0642a tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:17.552122 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-bdf83046-ec02-46a8-bf1f-278fabf641a0 req-a3b0c9de-08bc-425d-a65e-f44ffaf0642a tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb88f58c-b487-4be0-bb51-fc7380a2a1bd HTTP/1.1" status: 200 len: 867 time: 0.0774598 Sep 15 08:47:17.582174 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['d26286f6-f233-44b2-a54a-7cb7a989f07b'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:47:17.589642 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c727dd-29db-4a54-9bd1-b5b7d8540265 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Pushing event deleted for resources: {'Port': ['ID=d26286f6-f233-44b2-a54a-7cb7a989f07b,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:17.592162 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-32c727dd-29db-4a54-9bd1-b5b7d8540265 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:17.597102 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-bdf83046-ec02-46a8-bf1f-278fabf641a0 req-4fcce93e-81ad-4840-bcb3-5d2eeaa7ea01 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.24 "GET /v2.0/security-groups?id=b52aa4ea-c8e0-4919-92fd-524488b771da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392206 Sep 15 08:47:17.673836 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef27503a-8c05-4e89-ac55-9097980f195a req-32c727dd-29db-4a54-9bd1-b5b7d8540265 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] No DVR routers for this DVR port d26286f6-f233-44b2-a54a-7cb7a989f07b on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:47:17.676504 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-ef27503a-8c05-4e89-ac55-9097980f195a req-32c727dd-29db-4a54-9bd1-b5b7d8540265 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:17.679367 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb88f58c-b487-4be0-bb51-fc7380a2a1bd', 'name': 'network-vif-deleted', 'tag': 'd26286f6-f233-44b2-a54a-7cb7a989f07b'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:47:17.695805 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ef27503a-8c05-4e89-ac55-9097980f195a req-32c727dd-29db-4a54-9bd1-b5b7d8540265 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] 10.222.0.42 "DELETE /v2.0/ports/d26286f6-f233-44b2-a54a-7cb7a989f07b HTTP/1.1" status: 204 len: 173 time: 0.7137001 Sep 15 08:47:17.741964 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb88f58c-b487-4be0-bb51-fc7380a2a1bd', 'name': 'network-vif-deleted', 'tag': 'd26286f6-f233-44b2-a54a-7cb7a989f07b', 'status': 'completed', 'code': 200} Sep 15 08:47:17.829890 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f456d76-b51e-42a7-8b9f-9cb186ea0f60 req-83ed7766-f5c0-478d-a5ce-2b76787dd550 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:17.831360 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2f456d76-b51e-42a7-8b9f-9cb186ea0f60 req-83ed7766-f5c0-478d-a5ce-2b76787dd550 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.0810015 Sep 15 08:47:17.877298 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2f456d76-b51e-42a7-8b9f-9cb186ea0f60 req-16917093-1e46-480a-87a2-c44b1a384ece tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395331 Sep 15 08:47:18.094149 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04772ce-9c17-43fb-afa0-10a616c9c507 req-aa6f6773-a4af-4e15-8593-e6c6ebeea0d2 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:18.095584 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b04772ce-9c17-43fb-afa0-10a616c9c507 req-aa6f6773-a4af-4e15-8593-e6c6ebeea0d2 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.42 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 945 time: 0.0764430 Sep 15 08:47:18.169283 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-b04772ce-9c17-43fb-afa0-10a616c9c507 req-1c45b0a1-67e9-4852-beb5-e426da0be903 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Deleting port 1c348326-15d0-4cee-960d-12c0cafb183e {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:47:18.169618 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-b04772ce-9c17-43fb-afa0-10a616c9c507 req-1c45b0a1-67e9-4852-beb5-e426da0be903 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:18.498492 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-b04772ce-9c17-43fb-afa0-10a616c9c507 req-1c45b0a1-67e9-4852-beb5-e426da0be903 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] For port 1c348326-15d0-4cee-960d-12c0cafb183e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1c348326-15d0-4cee-960d-12c0cafb183e,segment=NetworkSegment(2c08aa4b-a1fc-44d4-b462-59f6886beb63),segment_id=2c08aa4b-a1fc-44d4-b462-59f6886beb63)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:47:18.498843 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-b04772ce-9c17-43fb-afa0-10a616c9c507 req-1c45b0a1-67e9-4852-beb5-e426da0be903 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:18.785151 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-b04772ce-9c17-43fb-afa0-10a616c9c507 req-1c45b0a1-67e9-4852-beb5-e426da0be903 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:18.785547 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-b04772ce-9c17-43fb-afa0-10a616c9c507 req-1c45b0a1-67e9-4852-beb5-e426da0be903 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357699'] for floatingip, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:18.785830 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.db.l3_db [req-b04772ce-9c17-43fb-afa0-10a616c9c507 req-1c45b0a1-67e9-4852-beb5-e426da0be903 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Floating IP bde2fa45-9334-4698-8cbd-bbd3cacfa3d7 disassociated. External IP: 172.28.3.92, port: 1c348326-15d0-4cee-960d-12c0cafb183e. Sep 15 08:47:18.786272 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-b04772ce-9c17-43fb-afa0-10a616c9c507 req-1c45b0a1-67e9-4852-beb5-e426da0be903 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Calling delete_port for 1c348326-15d0-4cee-960d-12c0cafb183e owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:47:18.931493 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-b04772ce-9c17-43fb-afa0-10a616c9c507 req-1c45b0a1-67e9-4852-beb5-e426da0be903 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:18.937607 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-0fefb263-40a9-486a-852e-04f5c19798d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:18.982395 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45b0a1-67e9-4852-beb5-e426da0be903 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Pushing event deleted for resources: {'Port': ['ID=1c348326-15d0-4cee-960d-12c0cafb183e,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:18.984834 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-1c45b0a1-67e9-4852-beb5-e426da0be903 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:19.056134 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-fbebcb1d-da70-47a7-92fd-d40452e0f8b5 req-fc33bdcd-8bcf-4a94-b683-05335687a33a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 210 time: 0.0464594 Sep 15 08:47:19.204311 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b04772ce-9c17-43fb-afa0-10a616c9c507 req-1c45b0a1-67e9-4852-beb5-e426da0be903 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Router 611f2f48-4472-43ea-86ac-72a04086c4c1 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:47:19.425922 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b04772ce-9c17-43fb-afa0-10a616c9c507 req-1c45b0a1-67e9-4852-beb5-e426da0be903 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:47:19.435436 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25dec8b-c187-4177-838b-a55deb4e9d73 None None] Sync routers for ids ['611f2f48-4472-43ea-86ac-72a04086c4c1'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:47:19.452491 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25dec8b-c187-4177-838b-a55deb4e9d73 None None] Routers {'611f2f48-4472-43ea-86ac-72a04086c4c1'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:47:19.453012 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-a25dec8b-c187-4177-838b-a55deb4e9d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:46:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['611f2f48-4472-43ea-86ac-72a04086c4c1'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:47:19.523791 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04772ce-9c17-43fb-afa0-10a616c9c507 req-1c45b0a1-67e9-4852-beb5-e426da0be903 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] No DVR routers for this DVR port 1c348326-15d0-4cee-960d-12c0cafb183e on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:47:19.528151 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-b04772ce-9c17-43fb-afa0-10a616c9c507 req-1c45b0a1-67e9-4852-beb5-e426da0be903 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:19.542193 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b04772ce-9c17-43fb-afa0-10a616c9c507 req-1c45b0a1-67e9-4852-beb5-e426da0be903 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.42 "DELETE /v2.0/ports/1c348326-15d0-4cee-960d-12c0cafb183e HTTP/1.1" status: 204 len: 173 time: 1.4387643 Sep 15 08:47:19.651181 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-a25dec8b-c187-4177-838b-a55deb4e9d73 None None] Set router 611f2f48-4472-43ea-86ac-72a04086c4c1 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:47:19.743278 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e03618-c659-43d3-90b9-b5148cc83c86', 'name': 'network-vif-deleted', 'tag': '1c348326-15d0-4cee-960d-12c0cafb183e'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:47:19.796896 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e03618-c659-43d3-90b9-b5148cc83c86', 'name': 'network-vif-deleted', 'tag': '1c348326-15d0-4cee-960d-12c0cafb183e', 'status': 'completed', 'code': 200} Sep 15 08:47:19.993511 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-a25dec8b-c187-4177-838b-a55deb4e9d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '36f64687-2d92-48bb-9705-8c40ebcbace1', 'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'mac_address': 'fa:16:3e:34:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:19Z', 'updated_at': '2021-09-15T08:41:34Z', 'revision_number': 5, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'subnets': [{'id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:47:19.998005 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25dec8b-c187-4177-838b-a55deb4e9d73 None None] Checking router: 611f2f48-4472-43ea-86ac-72a04086c4c1 for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:47:20.008721 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25dec8b-c187-4177-838b-a55deb4e9d73 None None] Routers {'611f2f48-4472-43ea-86ac-72a04086c4c1'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:47:20.009320 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-a25dec8b-c187-4177-838b-a55deb4e9d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:46:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['611f2f48-4472-43ea-86ac-72a04086c4c1'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:47:20.202878 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-a25dec8b-c187-4177-838b-a55deb4e9d73 None None] Set router 611f2f48-4472-43ea-86ac-72a04086c4c1 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:47:20.262943 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-c6f0b718-5506-4c8f-90c6-29e7fa94555f req-d0a39160-3deb-4d87-9366-14c4247dff8e tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Synchronizing usage tracker for tenant:dc73385a541e443f85ce66f39b5a02cc on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:47:20.285945 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-c6f0b718-5506-4c8f-90c6-29e7fa94555f req-d0a39160-3deb-4d87-9366-14c4247dff8e tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Unset dirty status for tenant:dc73385a541e443f85ce66f39b5a02cc on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:47:20.298293 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c6f0b718-5506-4c8f-90c6-29e7fa94555f req-d0a39160-3deb-4d87-9366-14c4247dff8e tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e03618-c659-43d3-90b9-b5148cc83c86 HTTP/1.1" status: 200 len: 210 time: 0.0819860 Sep 15 08:47:20.593059 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-a25dec8b-c187-4177-838b-a55deb4e9d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '36f64687-2d92-48bb-9705-8c40ebcbace1', 'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'mac_address': 'fa:16:3e:34:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:19Z', 'updated_at': '2021-09-15T08:41:34Z', 'revision_number': 5, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'subnets': [{'id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:47:20.596957 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25dec8b-c187-4177-838b-a55deb4e9d73 None None] The sync data for ids ['611f2f48-4472-43ea-86ac-72a04086c4c1'] in dv-cinder-806008-2-smb is: [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '36f64687-2d92-48bb-9705-8c40ebcbace1', 'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'mac_address': 'fa:16:3e:34:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:19Z', 'updated_at': '2021-09-15T08:41:34Z', 'revision_number': 5, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'subnets': [{'id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:47:20.817015 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96840085-8e4a-41e3-a277-6bab8d75773f None None] New status for floating IP bde2fa45-9334-4698-8cbd-bbd3cacfa3d7: DOWN {{(pid=75069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:47:21.029697 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device d26286f6-f233-44b2-a54a-7cb7a989f07b no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:47:21.066923 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: d26286f6-f233-44b2-a54a-7cb7a989f07b {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:47:21.067276 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device d26286f6-f233-44b2-a54a-7cb7a989f07b not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:47:21.439387 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9509c3c7-2825-40c7-abad-73836b11b5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:21.448553 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 33700) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:47:21.517699 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e3d90f26-7fff-4134-9da5-3294f07c2e95 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:21.545936 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e3d90f26-7fff-4134-9da5-3294f07c2e95 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:21.607156 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e3d90f26-7fff-4134-9da5-3294f07c2e95 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:21.612711 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b0f502e4-9e6f-414a-90ef-63d43f7ed06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:21.630460 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d90f26-7fff-4134-9da5-3294f07c2e95 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:21.632904 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e3d90f26-7fff-4134-9da5-3294f07c2e95 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:21.639646 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e3d90f26-7fff-4134-9da5-3294f07c2e95 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:21.640785 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-e3d90f26-7fff-4134-9da5-3294f07c2e95 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "DELETE /v2.0/security-groups/adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3 HTTP/1.1" status: 204 len: 168 time: 0.1912472 Sep 15 08:47:21.643710 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 33714) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:47:21.664649 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.api.v2.resource [None req-36e68257-305c-4aa6-a5fd-f93d8c1fb839 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] show failed (client error): The resource could not be found. Sep 15 08:47:21.665768 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-36e68257-305c-4aa6-a5fd-f93d8c1fb839 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups/adca2dfe-3d59-45e8-9ba5-6007b4d3a9e3 HTTP/1.1" status: 404 len: 347 time: 0.0211697 Sep 15 08:47:21.668526 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 33718) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:47:21.823513 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [None req-40eb4bc8-e8d8-4839-9ab7-b7d9c9939d5b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Deleting port afbf23f3-19be-46f0-ada3-50377874ba30 {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:47:21.823856 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-40eb4bc8-e8d8-4839-9ab7-b7d9c9939d5b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:21.860657 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:22.089516 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-40eb4bc8-e8d8-4839-9ab7-b7d9c9939d5b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:22.089843 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-40eb4bc8-e8d8-4839-9ab7-b7d9c9939d5b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:22.213968 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [None req-40eb4bc8-e8d8-4839-9ab7-b7d9c9939d5b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Calling delete_port for afbf23f3-19be-46f0-ada3-50377874ba30 owned by network:floatingip {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:47:22.354821 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-40eb4bc8-e8d8-4839-9ab7-b7d9c9939d5b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:22.358718 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-f8b4e0ce-0c12-4d38-829c-57568fb15eb3 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:22.399361 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb4bc8-e8d8-4839-9ab7-b7d9c9939d5b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Pushing event deleted for resources: {'Port': ['ID=afbf23f3-19be-46f0-ada3-50377874ba30,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:22.403269 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-40eb4bc8-e8d8-4839-9ab7-b7d9c9939d5b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:22.489286 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-40eb4bc8-e8d8-4839-9ab7-b7d9c9939d5b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for floatingip, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:22.506498 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-40eb4bc8-e8d8-4839-9ab7-b7d9c9939d5b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for floatingip, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:22.507617 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-40eb4bc8-e8d8-4839-9ab7-b7d9c9939d5b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "DELETE /v2.0/floatingips/bde2fa45-9334-4698-8cbd-bbd3cacfa3d7 HTTP/1.1" status: 204 len: 168 time: 0.8381999 Sep 15 08:47:22.707449 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 33744) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:47:22.713642 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--621962579', 'description': 'tempest-description--1684096997'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:47:22.719455 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:47:22.723996 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Usage tracker for resource:security_group and tenant:dc73385a541e443f85ce66f39b5a02cc is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:47:22.727695 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:47:22.734937 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:47:22.745729 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:22.779967 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:47:22.783767 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Usage tracker for resource:security_group_rule and tenant:dc73385a541e443f85ce66f39b5a02cc is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:47:22.786567 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:47:22.792715 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:47:22.850160 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:22.853826 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:22.858604 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-fe30be36-1df2-43b5-8539-5be2a6943235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:22.897786 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c06517-752d-44a0-b7af-0a44b7bc3ab5,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:22.901795 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:22.903012 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1945820 Sep 15 08:47:22.906006 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 33748) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:47:22.908365 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:22.908736 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:22.909094 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:22.909447 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:22.909799 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:22.910152 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:22.910604 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:22.910951 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:22.911294 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:22.911638 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:22.912538 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:22.913101 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-d9625aa7-dd66-4180-8e3d-e67694b8a2c4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Request body: {'security_group_rule': {'security_group_id': '22c06517-752d-44a0-b7af-0a44b7bc3ab5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:47:22.915840 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:22.918962 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-d9625aa7-dd66-4180-8e3d-e67694b8a2c4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:47:22.922882 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-d9625aa7-dd66-4180-8e3d-e67694b8a2c4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Usage tracker for resource:security_group_rule and tenant:dc73385a541e443f85ce66f39b5a02cc is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:47:22.925758 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-d9625aa7-dd66-4180-8e3d-e67694b8a2c4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:47:22.935186 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-d9625aa7-dd66-4180-8e3d-e67694b8a2c4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:47:22.949539 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d9625aa7-dd66-4180-8e3d-e67694b8a2c4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:23.007291 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d9625aa7-dd66-4180-8e3d-e67694b8a2c4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:23.010726 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d9625aa7-dd66-4180-8e3d-e67694b8a2c4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:23.012606 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:23.033650 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9625aa7-dd66-4180-8e3d-e67694b8a2c4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe46dcd-9099-441c-8d03-628e3bcf5784,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:23.038652 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-d9625aa7-dd66-4180-8e3d-e67694b8a2c4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:23.042980 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d9625aa7-dd66-4180-8e3d-e67694b8a2c4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:23.044142 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-d9625aa7-dd66-4180-8e3d-e67694b8a2c4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1370122 Sep 15 08:47:23.046806 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 33752) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:47:23.050463 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 1c348326-15d0-4cee-960d-12c0cafb183e no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:47:23.052283 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-184ff18a-d218-47ac-a28a-cc7d27213007 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Request body: {'security_group_rule': {'security_group_id': '22c06517-752d-44a0-b7af-0a44b7bc3ab5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:47:23.057988 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-184ff18a-d218-47ac-a28a-cc7d27213007 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:47:23.061738 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-184ff18a-d218-47ac-a28a-cc7d27213007 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Usage tracker for resource:security_group_rule and tenant:dc73385a541e443f85ce66f39b5a02cc is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:47:23.064550 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-184ff18a-d218-47ac-a28a-cc7d27213007 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:47:23.071234 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-184ff18a-d218-47ac-a28a-cc7d27213007 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:47:23.082652 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: 1c348326-15d0-4cee-960d-12c0cafb183e {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:47:23.083016 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 1c348326-15d0-4cee-960d-12c0cafb183e not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:47:23.088652 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-184ff18a-d218-47ac-a28a-cc7d27213007 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:23.149857 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-184ff18a-d218-47ac-a28a-cc7d27213007 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:23.153522 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-184ff18a-d218-47ac-a28a-cc7d27213007 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:23.155607 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:23.176887 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ff18a-d218-47ac-a28a-cc7d27213007 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f386c8e-3a09-4fcc-b26f-7641f722cae9,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:23.179380 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-184ff18a-d218-47ac-a28a-cc7d27213007 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:23.188850 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-184ff18a-d218-47ac-a28a-cc7d27213007 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:23.190167 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-184ff18a-d218-47ac-a28a-cc7d27213007 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1424801 Sep 15 08:47:23.193290 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 33760) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:47:23.199316 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Request body: {'floatingip': {'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:47:23.204759 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:47:23.210457 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Usage tracker for resource:floatingip and tenant:dc73385a541e443f85ce66f39b5a02cc is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:47:23.213331 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:47:23.218948 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:47:23.229634 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for floatingip, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:23.364115 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:23.483877 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 33766) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:47:23.505015 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_common [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Allocated IP 172.28.3.96 (73c61116-91a8-4da6-aa3b-f7696623d1e1/317a8ae9-9a6a-4d69-ac7b-76c2be89eb75/b7612f83-4424-42b7-81bc-1564c430d6aa) {{(pid=75067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:47:23.549660 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3b2f305a-839f-4777-a2c6-b5ce791f1bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:23.649284 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for port, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:23.671170 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-77dc6388-7366-44eb-ab4b-bad5e843285c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c9a0664df67464bb667221e311dc531&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1861131 Sep 15 08:47:23.674045 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 33772) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:47:23.688124 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:23.694927 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-53d98ad2-33a8-402c-accd-6b8ed8128856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:23.783749 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Network 73c61116-91a8-4da6-aa3b-f7696623d1e1 is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:47:23.784462 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Pushing event updated for resources: {'Port': ['ID=b7612f83-4424-42b7-81bc-1564c430d6aa,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:23.789297 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:47:23.792270 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:23.792923 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Received port after_create {{(pid=75067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:47:23.850881 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c9faa80b-2790-40d8-b4a1-a3fdf168a832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:23.886596 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c9faa80b-2790-40d8-b4a1-a3fdf168a832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:24.053870 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:24.085871 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c9faa80b-2790-40d8-b4a1-a3fdf168a832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:24.094687 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-cdad95ec-03e5-491c-a4d6-0a0407a60000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:24.113072 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9faa80b-2790-40d8-b4a1-a3fdf168a832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52aa4ea-c8e0-4919-92fd-524488b771da,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:24.117109 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-c9faa80b-2790-40d8-b4a1-a3fdf168a832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:24.132023 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:24.182887 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c9faa80b-2790-40d8-b4a1-a3fdf168a832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:24.184005 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-c9faa80b-2790-40d8-b4a1-a3fdf168a832 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b52aa4ea-c8e0-4919-92fd-524488b771da HTTP/1.1" status: 204 len: 168 time: 0.5090129 Sep 15 08:47:24.353214 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for port, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:24.358086 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245193'] for port, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:24.362148 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-a66caba8-917c-44ff-b0c8-fd0721e87b43 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:24.470771 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Pushing event updated for resources: {'Port': ['ID=b7612f83-4424-42b7-81bc-1564c430d6aa,revision_number=2']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:24.475218 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:24.485632 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357699'] for floatingip, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:24.502708 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for floatingip, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:24.503900 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3090341 Sep 15 08:47:24.534210 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:24.727954 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-1c9dfc2c-0061-4de1-87b5-9078a08e1a33 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Synchronizing usage tracker for tenant:dc73385a541e443f85ce66f39b5a02cc on resource:security_group {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:47:24.742981 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-1c9dfc2c-0061-4de1-87b5-9078a08e1a33 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Unset dirty status for tenant:dc73385a541e443f85ce66f39b5a02cc on resource:security_group {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:47:24.744101 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-1c9dfc2c-0061-4de1-87b5-9078a08e1a33 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--621962579&fields=id&tenant_id=dc73385a541e443f85ce66f39b5a02cc HTTP/1.1" status: 200 len: 267 time: 0.0557535 Sep 15 08:47:24.886516 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-c0a17c4b-e7a5-4c77-81dd-c3fd5cfbb030 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:24.887845 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-c0a17c4b-e7a5-4c77-81dd-c3fd5cfbb030 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/networks?id=debe74da-7043-4a8c-a5f8-de50c125be18 HTTP/1.1" status: 200 len: 810 time: 0.1375456 Sep 15 08:47:24.903956 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-645bf70e-bcaf-40bd-a27c-8551f28e2e0b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/quotas/dc73385a541e443f85ce66f39b5a02cc HTTP/1.1" status: 200 len: 375 time: 0.0105793 Sep 15 08:47:24.985547 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-d5531b2a-cd76-48f9-967c-a3b9f6e26cdb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Synchronizing usage tracker for tenant:dc73385a541e443f85ce66f39b5a02cc on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:47:25.000176 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-d5531b2a-cd76-48f9-967c-a3b9f6e26cdb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Unset dirty status for tenant:dc73385a541e443f85ce66f39b5a02cc on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:47:25.001405 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-d5531b2a-cd76-48f9-967c-a3b9f6e26cdb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc73385a541e443f85ce66f39b5a02cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0928516 Sep 15 08:47:25.043600 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:47:25.262570 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-d2b9a826-704a-491b-a69e-6e737ff9d436 service neutron] 10.222.0.24 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494922 Sep 15 08:47:25.392769 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-baf06e6c-69af-42df-a820-ba3d9908b7fb service neutron] 10.222.0.24 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242790 Sep 15 08:47:25.574031 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-bd17350c-dc70-48df-919e-beda9860fd58 req-d8deabf0-55d9-4163-a319-37d94b6e4a2c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 210 time: 0.0414057 Sep 15 08:47:26.082722 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:26.720934 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-35de00bc-445c-4043-8f1f-027e091002da tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:26.723129 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-35de00bc-445c-4043-8f1f-027e091002da tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.42 "GET /v2.0/networks?id=debe74da-7043-4a8c-a5f8-de50c125be18 HTTP/1.1" status: 200 len: 810 time: 0.1493976 Sep 15 08:47:26.739447 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4accd96c-3040-4b49-ac34-0938c275d409 req-475cbf70-c6e0-435b-a5c0-13180887a610 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 210 time: 0.0435829 Sep 15 08:47:26.793879 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-a3ac2714-3979-4237-83c4-2dcb82010410 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc73385a541e443f85ce66f39b5a02cc HTTP/1.1" status: 200 len: 379 time: 0.0413527 Sep 15 08:47:26.802690 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-e211d130-17e5-4c4d-933e-cb7dba1da8fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Request body: {'port': {'device_id': '990e71b0-7101-4c70-a687-4d38a774438c', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'admin_state_up': True, 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'security_groups': ['22c06517-752d-44a0-b7af-0a44b7bc3ab5']}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:47:26.947530 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-e211d130-17e5-4c4d-933e-cb7dba1da8fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:47:26.957200 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-e211d130-17e5-4c4d-933e-cb7dba1da8fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:47:26.968055 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-e211d130-17e5-4c4d-933e-cb7dba1da8fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Made reservation on behalf of dc73385a541e443f85ce66f39b5a02cc for: {'port': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:47:26.971014 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-e211d130-17e5-4c4d-933e-cb7dba1da8fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:27.212776 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-e211d130-17e5-4c4d-933e-cb7dba1da8fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Allocated IP 172.20.0.6 (debe74da-7043-4a8c-a5f8-de50c125be18/9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2/21716f49-5fb9-49a2-86aa-5726fb802f07) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:47:27.395486 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-e211d130-17e5-4c4d-933e-cb7dba1da8fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:27.410850 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-e211d130-17e5-4c4d-933e-cb7dba1da8fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Transition to ACTIVE for port object 21716f49-5fb9-49a2-86aa-5726fb802f07 will not be triggered until provisioned by entity DHCP. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:47:27.433004 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-e211d130-17e5-4c4d-933e-cb7dba1da8fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:27.438280 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-26f45719-26fa-4f68-870c-6925707741f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:27.510274 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-e211d130-17e5-4c4d-933e-cb7dba1da8fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Network debe74da-7043-4a8c-a5f8-de50c125be18 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:47:27.513600 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-e211d130-17e5-4c4d-933e-cb7dba1da8fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:47:27.515922 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-e211d130-17e5-4c4d-933e-cb7dba1da8fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:47:27.544300 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211d130-17e5-4c4d-933e-cb7dba1da8fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Pushing event updated for resources: {'Port': ['ID=21716f49-5fb9-49a2-86aa-5726fb802f07,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:27.547042 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e211d130-17e5-4c4d-933e-cb7dba1da8fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:27.579256 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-e211d130-17e5-4c4d-933e-cb7dba1da8fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:27.579861 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-e211d130-17e5-4c4d-933e-cb7dba1da8fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:27.605340 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-e211d130-17e5-4c4d-933e-cb7dba1da8fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8061087 Sep 15 08:47:27.627288 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Request body: {'port': {'device_id': '990e71b0-7101-4c70-a687-4d38a774438c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:47:27.703301 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-0ee7f249-4de3-422e-9dce-f60ea1a52a28 None None] Provisioning for port 21716f49-5fb9-49a2-86aa-5726fb802f07 completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:47:27.708293 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-0ee7f249-4de3-422e-9dce-f60ea1a52a28 None None] Provisioning complete for port 21716f49-5fb9-49a2-86aa-5726fb802f07 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:47:27.708668 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f249-4de3-422e-9dce-f60ea1a52a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:27.735545 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:27.761995 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-0ee7f249-4de3-422e-9dce-f60ea1a52a28 None None] Port 21716f49-5fb9-49a2-86aa-5726fb802f07 cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:47:27.931782 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7a8df-51c0-4509-a5e4-6c755e1d4ded req-88373312-37b1-4206-bf61-fe913383f1c2 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:27.933215 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f6e7a8df-51c0-4509-a5e4-6c755e1d4ded req-88373312-37b1-4206-bf61-fe913383f1c2 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 931 time: 0.0740530 Sep 15 08:47:27.978583 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f6e7a8df-51c0-4509-a5e4-6c755e1d4ded req-71d7a0d7-705b-454b-a1a6-2efcb26efceb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=22c06517-752d-44a0-b7af-0a44b7bc3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392971 Sep 15 08:47:28.067499 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21716f49-5fb9-49a2-86aa-5726fb802f07 {{(pid=75066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:47:28.074292 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:28.088752 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Transition to ACTIVE for port object 21716f49-5fb9-49a2-86aa-5726fb802f07 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:47:28.091792 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:28.095865 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-34a0f849-1e7f-460e-897e-f083bcd49c43 tempest-AttachVolumeNegativeTest-205204381 tempest-AttachVolumeNegativeTest-205204381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:28.220900 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Pushing event updated for resources: {'Port': ['ID=21716f49-5fb9-49a2-86aa-5726fb802f07,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:28.223709 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:28.333745 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Attempting to bind port 21716f49-5fb9-49a2-86aa-5726fb802f07 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:47:28.334074 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Attempting to bind port 21716f49-5fb9-49a2-86aa-5726fb802f07 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '2c08aa4b-a1fc-44d4-b462-59f6886beb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:47:28.335112 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Attempting to bind port 21716f49-5fb9-49a2-86aa-5726fb802f07 on network debe74da-7043-4a8c-a5f8-de50c125be18 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:47:28.340860 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Port 21716f49-5fb9-49a2-86aa-5726fb802f07 on network debe74da-7043-4a8c-a5f8-de50c125be18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:47:28.341174 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Attempting to bind port 21716f49-5fb9-49a2-86aa-5726fb802f07 on network debe74da-7043-4a8c-a5f8-de50c125be18 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:47:28.347297 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:47:28.347629 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Checking segment: {'id': '2c08aa4b-a1fc-44d4-b462-59f6886beb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:47:28.348007 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Bound using segment: {'id': '2c08aa4b-a1fc-44d4-b462-59f6886beb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:47:28.348418 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Bound port: 21716f49-5fb9-49a2-86aa-5726fb802f07, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c08aa4b-a1fc-44d4-b462-59f6886beb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:47:28.348755 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:28.434021 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] For port 21716f49-5fb9-49a2-86aa-5726fb802f07, host hv-cinder-80600, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:47:28.436901 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] For port 21716f49-5fb9-49a2-86aa-5726fb802f07, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=21716f49-5fb9-49a2-86aa-5726fb802f07,segment=NetworkSegment(2c08aa4b-a1fc-44d4-b462-59f6886beb63),segment_id=2c08aa4b-a1fc-44d4-b462-59f6886beb63)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:47:28.441449 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:28.446021 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:28.505146 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:28.507343 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] 10.222.0.42 "PUT /v2.0/ports/21716f49-5fb9-49a2-86aa-5726fb802f07 HTTP/1.1" status: 200 len: 1093 time: 0.8842986 Sep 15 08:47:28.507927 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990e71b0-7101-4c70-a687-4d38a774438c', 'tag': '21716f49-5fb9-49a2-86aa-5726fb802f07'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:47:28.539997 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Pushing event updated for resources: {'Port': ['ID=21716f49-5fb9-49a2-86aa-5726fb802f07,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:28.543758 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-245d1c42-a543-4532-b021-eff0a93da314 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:28.604386 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990e71b0-7101-4c70-a687-4d38a774438c', 'tag': '21716f49-5fb9-49a2-86aa-5726fb802f07', 'status': 'completed', 'code': 200} Sep 15 08:47:28.646932 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-cc756052-99be-4621-a560-01ab3f524f96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc73385a541e443f85ce66f39b5a02cc&device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 1096 time: 0.0745683 Sep 15 08:47:28.744914 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-a4966130-db63-4440-889c-f1e8c669da52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21716f49-5fb9-49a2-86aa-5726fb802f07 HTTP/1.1" status: 200 len: 217 time: 0.0643857 Sep 15 08:47:28.805956 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-420ed6bb-6256-40fc-8849-0d086691aa8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:28.807274 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-420ed6bb-6256-40fc-8849-0d086691aa8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2 HTTP/1.1" status: 200 len: 849 time: 0.0561478 Sep 15 08:47:28.885433 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-a7ea1289-1bf0-4845-8116-3f9b07db55d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=debe74da-7043-4a8c-a5f8-de50c125be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702112 Sep 15 08:47:29.102918 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-834609ae-7c50-4734-8ac3-cd1db66baef9 service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098005 Sep 15 08:47:29.178033 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05536952-a6ed-4cc1-b6ed-112d1facf173 req-fe746b8a-63f4-44ef-bb1f-571726a84706 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:29.179506 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-05536952-a6ed-4cc1-b6ed-112d1facf173 req-fe746b8a-63f4-44ef-bb1f-571726a84706 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 943 time: 0.0793688 Sep 15 08:47:29.225274 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-05536952-a6ed-4cc1-b6ed-112d1facf173 req-a0cc4f31-ea80-4ab1-b385-49d9646a8355 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=22c06517-752d-44a0-b7af-0a44b7bc3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397661 Sep 15 08:47:29.243877 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-314b2ea7-7e39-4935-834a-f60d360cd875 req-eccb37c5-e014-44bd-8ec9-fe73a901c053 service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325362 Sep 15 08:47:29.422139 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0b1f12e9-e372-48e3-9664-f9d8c6d42adb req-f326b24c-0b72-4dfb-944f-8ef02d1081f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc73385a541e443f85ce66f39b5a02cc&device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 1096 time: 0.0676994 Sep 15 08:47:29.551182 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f12e9-e372-48e3-9664-f9d8c6d42adb req-c6c2fe96-b598-4d0a-b632-ef547a171f8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:29.553663 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0b1f12e9-e372-48e3-9664-f9d8c6d42adb req-c6c2fe96-b598-4d0a-b632-ef547a171f8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=debe74da-7043-4a8c-a5f8-de50c125be18 HTTP/1.1" status: 200 len: 911 time: 0.1233916 Sep 15 08:47:29.625154 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0b1f12e9-e372-48e3-9664-f9d8c6d42adb req-24333118-7f71-4a95-90bf-18d129052cdd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21716f49-5fb9-49a2-86aa-5726fb802f07 HTTP/1.1" status: 200 len: 217 time: 0.0637989 Sep 15 08:47:29.685567 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f12e9-e372-48e3-9664-f9d8c6d42adb req-633bb78a-f9c3-4980-bd0c-2ded588162b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:29.686933 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0b1f12e9-e372-48e3-9664-f9d8c6d42adb req-633bb78a-f9c3-4980-bd0c-2ded588162b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2 HTTP/1.1" status: 200 len: 849 time: 0.0556774 Sep 15 08:47:29.764241 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0b1f12e9-e372-48e3-9664-f9d8c6d42adb req-9eddaf08-6d1d-4833-b849-49f6134d1fb1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=debe74da-7043-4a8c-a5f8-de50c125be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713999 Sep 15 08:47:29.912011 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0b1f12e9-e372-48e3-9664-f9d8c6d42adb req-761bb606-5743-475c-b1a2-3533363e7d89 service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254323 Sep 15 08:47:30.044057 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0b1f12e9-e372-48e3-9664-f9d8c6d42adb req-2ada12c0-cc23-4c21-990c-116187cfa2e9 service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213207 Sep 15 08:47:30.417201 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a827a24-ce14-4316-a630-3d980477ddbf req-1ff71305-9c44-475f-822c-f3043f4d301e tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:30.418649 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9a827a24-ce14-4316-a630-3d980477ddbf req-1ff71305-9c44-475f-822c-f3043f4d301e tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 943 time: 0.0742259 Sep 15 08:47:30.462013 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9a827a24-ce14-4316-a630-3d980477ddbf req-81a8a7f7-5cb9-431f-b7ad-4d139a73c3b6 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=22c06517-752d-44a0-b7af-0a44b7bc3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379343 Sep 15 08:47:31.656486 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67790870-8640-43a8-a91e-52fda8c47190 req-81e2932e-f5aa-486f-b184-b2853b66609a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:31.657911 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-67790870-8640-43a8-a91e-52fda8c47190 req-81e2932e-f5aa-486f-b184-b2853b66609a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 943 time: 0.0775011 Sep 15 08:47:31.700946 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-67790870-8640-43a8-a91e-52fda8c47190 req-7a6643b6-a572-4adb-b5cd-a0a20e75f78a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=22c06517-752d-44a0-b7af-0a44b7bc3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370610 Sep 15 08:47:31.981788 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:32.888783 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807609bf-f5cf-46d5-a556-eaf192b9c358 req-98590d9c-88e0-4d09-996d-fceec4db12ed tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:32.890175 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-807609bf-f5cf-46d5-a556-eaf192b9c358 req-98590d9c-88e0-4d09-996d-fceec4db12ed tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 943 time: 0.0729730 Sep 15 08:47:32.937176 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-807609bf-f5cf-46d5-a556-eaf192b9c358 req-eb88d57c-8dcf-4859-8670-7c464935170c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=22c06517-752d-44a0-b7af-0a44b7bc3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414381 Sep 15 08:47:33.036950 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 21716f49-5fb9-49a2-86aa-5726fb802f07 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:47:33.167723 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 21716f49-5fb9-49a2-86aa-5726fb802f07, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=21716f49-5fb9-49a2-86aa-5726fb802f07,segment=NetworkSegment(2c08aa4b-a1fc-44d4-b462-59f6886beb63),segment_id=2c08aa4b-a1fc-44d4-b462-59f6886beb63)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:47:33.180339 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '21716f49-5fb9-49a2-86aa-5726fb802f07', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'port_id': '21716f49-5fb9-49a2-86aa-5726fb802f07', 'mac_address': 'fa:16:3e:10:2c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:47:33.236822 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:33.254060 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21716f49-5fb9-49a2-86aa-5726fb802f07 {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:47:33.269839 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 21716f49-5fb9-49a2-86aa-5726fb802f07, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=21716f49-5fb9-49a2-86aa-5726fb802f07,segment=NetworkSegment(2c08aa4b-a1fc-44d4-b462-59f6886beb63),segment_id=2c08aa4b-a1fc-44d4-b462-59f6886beb63)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:47:33.274220 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:33.275902 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:33.340490 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=21716f49-5fb9-49a2-86aa-5726fb802f07,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:33.343303 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:33.744123 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['21716f49-5fb9-49a2-86aa-5726fb802f07'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:47:34.125336 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42d00c-ef45-4441-951c-c739c2ce2b21 req-b2526cb0-970d-4cb2-95fc-ab5b232ad4a3 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:34.126678 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3e42d00c-ef45-4441-951c-c739c2ce2b21 req-b2526cb0-970d-4cb2-95fc-ab5b232ad4a3 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 944 time: 0.0747442 Sep 15 08:47:34.170386 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3e42d00c-ef45-4441-951c-c739c2ce2b21 req-6d8a9d6b-4ebf-4fda-b3e0-9d00b9483895 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=22c06517-752d-44a0-b7af-0a44b7bc3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381520 Sep 15 08:47:35.066984 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 21716f49-5fb9-49a2-86aa-5726fb802f07 up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:47:35.135867 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port 21716f49-5fb9-49a2-86aa-5726fb802f07 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:47:35.140432 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 21716f49-5fb9-49a2-86aa-5726fb802f07 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:47:35.140809 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:35.254436 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:35.281585 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990e71b0-7101-4c70-a687-4d38a774438c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21716f49-5fb9-49a2-86aa-5726fb802f07'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:47:35.291311 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 21716f49-5fb9-49a2-86aa-5726fb802f07, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=21716f49-5fb9-49a2-86aa-5726fb802f07,segment=NetworkSegment(2c08aa4b-a1fc-44d4-b462-59f6886beb63),segment_id=2c08aa4b-a1fc-44d4-b462-59f6886beb63)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:47:35.296822 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:35.299203 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:35.340126 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990e71b0-7101-4c70-a687-4d38a774438c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21716f49-5fb9-49a2-86aa-5726fb802f07', 'code': 200} Sep 15 08:47:35.364902 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=21716f49-5fb9-49a2-86aa-5726fb802f07,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:35.368357 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:35.375104 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a662006-c170-4ded-bdd2-af5fe8e8b60f req-112a176a-af75-4897-abcd-5687a9e1533a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:35.376588 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-0a662006-c170-4ded-bdd2-af5fe8e8b60f req-112a176a-af75-4897-abcd-5687a9e1533a tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 945 time: 0.0834312 Sep 15 08:47:35.422707 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-0a662006-c170-4ded-bdd2-af5fe8e8b60f req-62243a7a-269c-4109-8050-e95d04dcb3b3 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=22c06517-752d-44a0-b7af-0a44b7bc3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402672 Sep 15 08:47:35.601660 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-152689d4-a3a7-4ac6-8c51-809c6a2918be req-a8e70e42-02b5-4554-b6d0-c5853b7ad659 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 1098 time: 0.0669875 Sep 15 08:47:35.644298 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-152689d4-a3a7-4ac6-8c51-809c6a2918be req-236e2c40-cbd9-4467-94ad-e30709e34aed service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=22c06517-752d-44a0-b7af-0a44b7bc3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362604 Sep 15 08:47:36.620010 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07a6f3-0b16-4118-bdaa-40be39afb616 req-9cb7fb67-e97c-4440-8862-04bf17727ef1 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:36.621436 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-0d07a6f3-0b16-4118-bdaa-40be39afb616 req-9cb7fb67-e97c-4440-8862-04bf17727ef1 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 945 time: 0.0802529 Sep 15 08:47:36.665488 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-0d07a6f3-0b16-4118-bdaa-40be39afb616 req-e4a6cb1f-5c6b-46be-9030-e59aba5b7db4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=22c06517-752d-44a0-b7af-0a44b7bc3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386522 Sep 15 08:47:37.857625 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4284d-b9da-41ae-a553-c35297e0a309 req-28e20550-42ce-4d91-b952-ab7b06e7dd0f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:37.859070 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-81a4284d-b9da-41ae-a553-c35297e0a309 req-28e20550-42ce-4d91-b952-ab7b06e7dd0f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 945 time: 0.0775685 Sep 15 08:47:37.902769 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-81a4284d-b9da-41ae-a553-c35297e0a309 req-9c2cfb45-1aca-4f5a-8923-5be027ea2a92 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=22c06517-752d-44a0-b7af-0a44b7bc3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383592 Sep 15 08:47:38.094711 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc860d6-0edc-442f-be62-71c26b0e60c1 req-cb5f7acb-2760-4353-b336-6772f57bf92e tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:38.095393 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-9fc860d6-0edc-442f-be62-71c26b0e60c1 req-cb5f7acb-2760-4353-b336-6772f57bf92e tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Synchronizing usage tracker for tenant:dc73385a541e443f85ce66f39b5a02cc on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:47:38.109973 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-9fc860d6-0edc-442f-be62-71c26b0e60c1 req-cb5f7acb-2760-4353-b336-6772f57bf92e tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Unset dirty status for tenant:dc73385a541e443f85ce66f39b5a02cc on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:47:38.111120 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9fc860d6-0edc-442f-be62-71c26b0e60c1 req-cb5f7acb-2760-4353-b336-6772f57bf92e tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 945 time: 0.0957348 Sep 15 08:47:38.120022 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 33852) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:47:38.125160 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-53704ded-6a55-45dd-a00e-345e9901ec3d tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Request body: {'floatingip': {'port_id': '21716f49-5fb9-49a2-86aa-5726fb802f07'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:47:38.198140 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-53704ded-6a55-45dd-a00e-345e9901ec3d tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for floatingip, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:38.872649 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-53704ded-6a55-45dd-a00e-345e9901ec3d tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:38.876191 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-53704ded-6a55-45dd-a00e-345e9901ec3d tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357699'] for floatingip, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:39.058028 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.db.l3_db [None req-53704ded-6a55-45dd-a00e-345e9901ec3d tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Floating IP 785c2481-d1a9-4368-b347-7f483cb4b8a2 associated. External IP: 172.28.3.96, port: 21716f49-5fb9-49a2-86aa-5726fb802f07. Sep 15 08:47:39.441867 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53704ded-6a55-45dd-a00e-345e9901ec3d tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Router 611f2f48-4472-43ea-86ac-72a04086c4c1 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:47:39.639784 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53704ded-6a55-45dd-a00e-345e9901ec3d tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:47:39.644219 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-53704ded-6a55-45dd-a00e-345e9901ec3d tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for floatingip, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:39.649734 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9724785c-993b-47e3-aa1d-672891b212bf None None] Sync routers for ids ['611f2f48-4472-43ea-86ac-72a04086c4c1'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:47:39.661184 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9724785c-993b-47e3-aa1d-672891b212bf None None] Routers {'611f2f48-4472-43ea-86ac-72a04086c4c1'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:47:39.661852 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-9724785c-993b-47e3-aa1d-672891b212bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:47:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['611f2f48-4472-43ea-86ac-72a04086c4c1'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:47:39.697817 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-53704ded-6a55-45dd-a00e-345e9901ec3d tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "PUT /v2.0/floatingips/785c2481-d1a9-4368-b347-7f483cb4b8a2 HTTP/1.1" status: 200 len: 990 time: 1.5767667 Sep 15 08:47:39.698472 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990e71b0-7101-4c70-a687-4d38a774438c', 'tag': '21716f49-5fb9-49a2-86aa-5726fb802f07'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:47:39.753353 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990e71b0-7101-4c70-a687-4d38a774438c', 'tag': '21716f49-5fb9-49a2-86aa-5726fb802f07', 'status': 'completed', 'code': 200} Sep 15 08:47:39.843480 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-9724785c-993b-47e3-aa1d-672891b212bf None None] Set router 611f2f48-4472-43ea-86ac-72a04086c4c1 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:47:39.893581 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1b97dab8-1a3b-49da-b53d-04e3affa736b req-1e6d6be6-4046-4350-b9ca-ef22cb37a59e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc73385a541e443f85ce66f39b5a02cc&device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 1098 time: 0.0725214 Sep 15 08:47:40.029103 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97dab8-1a3b-49da-b53d-04e3affa736b req-ca0dcadd-ca9a-44ce-b378-68cfc7672453 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:40.030620 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1b97dab8-1a3b-49da-b53d-04e3affa736b req-ca0dcadd-ca9a-44ce-b378-68cfc7672453 service neutron] 10.222.0.42 "GET /v2.0/networks?id=debe74da-7043-4a8c-a5f8-de50c125be18 HTTP/1.1" status: 200 len: 911 time: 0.1305213 Sep 15 08:47:40.130872 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1b97dab8-1a3b-49da-b53d-04e3affa736b req-009d185c-6d8e-4b93-b26c-b08390cd5067 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21716f49-5fb9-49a2-86aa-5726fb802f07 HTTP/1.1" status: 200 len: 998 time: 0.0934606 Sep 15 08:47:40.191338 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-9724785c-993b-47e3-aa1d-672891b212bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_floatingips': [{'id': '785c2481-d1a9-4368-b347-7f483cb4b8a2', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'floating_ip_address': '172.28.3.96', 'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'router_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'port_id': '21716f49-5fb9-49a2-86aa-5726fb802f07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'mac_address': 'fa:16:3e:10:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990e71b0-7101-4c70-a687-4d38a774438c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:47:23Z', 'updated_at': '2021-09-15T08:47:38Z', 'revision_number': 1, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f64687-2d92-48bb-9705-8c40ebcbace1', 'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'mac_address': 'fa:16:3e:34:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:19Z', 'updated_at': '2021-09-15T08:41:34Z', 'revision_number': 5, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'subnets': [{'id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:47:40.196526 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9724785c-993b-47e3-aa1d-672891b212bf None None] Checking router: 611f2f48-4472-43ea-86ac-72a04086c4c1 for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:47:40.207729 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9724785c-993b-47e3-aa1d-672891b212bf None None] Routers {'611f2f48-4472-43ea-86ac-72a04086c4c1'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:47:40.208808 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-9724785c-993b-47e3-aa1d-672891b212bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:47:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['611f2f48-4472-43ea-86ac-72a04086c4c1'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:47:40.301738 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97dab8-1a3b-49da-b53d-04e3affa736b req-2e8eb345-9d59-431a-a9ef-d5477826519b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:40.303215 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1b97dab8-1a3b-49da-b53d-04e3affa736b req-2e8eb345-9d59-431a-a9ef-d5477826519b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2 HTTP/1.1" status: 200 len: 849 time: 0.1644735 Sep 15 08:47:40.378425 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1b97dab8-1a3b-49da-b53d-04e3affa736b req-c5ce43a3-c7aa-4e38-9fb8-b6c16a7f65a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=debe74da-7043-4a8c-a5f8-de50c125be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675237 Sep 15 08:47:40.417779 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-9724785c-993b-47e3-aa1d-672891b212bf None None] Set router 611f2f48-4472-43ea-86ac-72a04086c4c1 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:47:40.506626 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1b97dab8-1a3b-49da-b53d-04e3affa736b req-746ad801-f5c8-4e50-b9e8-fe7266eb67c4 service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214998 Sep 15 08:47:40.636960 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1b97dab8-1a3b-49da-b53d-04e3affa736b req-ca545c0d-6e3c-49a1-b848-2af8a8cbe3c0 service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231406 Sep 15 08:47:40.751874 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-9724785c-993b-47e3-aa1d-672891b212bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_floatingips': [{'id': '785c2481-d1a9-4368-b347-7f483cb4b8a2', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'floating_ip_address': '172.28.3.96', 'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'router_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'port_id': '21716f49-5fb9-49a2-86aa-5726fb802f07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'mac_address': 'fa:16:3e:10:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990e71b0-7101-4c70-a687-4d38a774438c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:47:23Z', 'updated_at': '2021-09-15T08:47:38Z', 'revision_number': 1, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f64687-2d92-48bb-9705-8c40ebcbace1', 'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'mac_address': 'fa:16:3e:34:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:19Z', 'updated_at': '2021-09-15T08:41:34Z', 'revision_number': 5, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'subnets': [{'id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:47:40.755837 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9724785c-993b-47e3-aa1d-672891b212bf None None] The sync data for ids ['611f2f48-4472-43ea-86ac-72a04086c4c1'] in dv-cinder-806008-2-smb is: [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_floatingips': [{'id': '785c2481-d1a9-4368-b347-7f483cb4b8a2', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'floating_ip_address': '172.28.3.96', 'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'router_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'port_id': '21716f49-5fb9-49a2-86aa-5726fb802f07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'mac_address': 'fa:16:3e:10:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990e71b0-7101-4c70-a687-4d38a774438c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:47:23Z', 'updated_at': '2021-09-15T08:47:38Z', 'revision_number': 1, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f64687-2d92-48bb-9705-8c40ebcbace1', 'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'mac_address': 'fa:16:3e:34:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:19Z', 'updated_at': '2021-09-15T08:41:34Z', 'revision_number': 5, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'subnets': [{'id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:47:40.940008 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c298ea-aeda-4651-aeca-2f1ad8140fa7 None None] New status for floating IP 785c2481-d1a9-4368-b347-7f483cb4b8a2: ACTIVE {{(pid=75069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:47:51.431807 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-c7900838-64f8-4c12-bd63-bdaea1f7495f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:51.862971 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:53.551144 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-8171461f-0da5-48d5-80ae-ed6aaaab00c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:54.535748 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:56.085673 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:01.999365 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:02.045235 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:48:21.431495 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-10518b44-b166-4e9c-9701-1b48caeba7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:21.602796 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 34012) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:48:21.865248 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:21.927672 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [None req-8da1cea1-360d-4987-92ca-cb1494542dba tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Deleting port bf45bfca-0002-40f3-b07c-62dba2f8ca6e {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:48:21.928003 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8da1cea1-360d-4987-92ca-cb1494542dba tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:22.091020 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8da1cea1-360d-4987-92ca-cb1494542dba tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:22.091343 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8da1cea1-360d-4987-92ca-cb1494542dba tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:22.212681 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [None req-8da1cea1-360d-4987-92ca-cb1494542dba tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Calling delete_port for bf45bfca-0002-40f3-b07c-62dba2f8ca6e owned by network:floatingip {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:48:22.358431 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8da1cea1-360d-4987-92ca-cb1494542dba tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:22.362684 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-32c727dd-29db-4a54-9bd1-b5b7d8540265 tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:22.406887 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1cea1-360d-4987-92ca-cb1494542dba tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Pushing event deleted for resources: {'Port': ['ID=bf45bfca-0002-40f3-b07c-62dba2f8ca6e,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:22.409376 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8da1cea1-360d-4987-92ca-cb1494542dba tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:22.495792 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8da1cea1-360d-4987-92ca-cb1494542dba tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for floatingip, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:22.963632 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da1cea1-360d-4987-92ca-cb1494542dba tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Router 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:48:23.162636 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da1cea1-360d-4987-92ca-cb1494542dba tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:48:23.172395 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fba9dc-96e8-4e3a-9b5b-633a0da3007e None None] Sync routers for ids ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:48:23.183941 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-8da1cea1-360d-4987-92ca-cb1494542dba tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for floatingip, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:23.185525 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fba9dc-96e8-4e3a-9b5b-633a0da3007e None None] Routers {'7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:48:23.186227 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-68fba9dc-96e8-4e3a-9b5b-633a0da3007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:47:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:23.238841 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-8da1cea1-360d-4987-92ca-cb1494542dba tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "DELETE /v2.0/floatingips/c7202788-d4c8-487d-ac98-7fee43ec44d1 HTTP/1.1" status: 204 len: 168 time: 1.6348462 Sep 15 08:48:23.239728 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'tag': '026f9b7e-846f-4c46-a4b2-59ba55073a32'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:48:23.296039 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'tag': '026f9b7e-846f-4c46-a4b2-59ba55073a32', 'status': 'completed', 'code': 200} Sep 15 08:48:23.367807 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-68fba9dc-96e8-4e3a-9b5b-633a0da3007e None None] Set router 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:48:23.440498 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9a33278b-1d05-4f9e-8156-36d6c5352bd3 req-a9763cab-e3c6-4828-986d-cffdbec456b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef6378125de24891a8fca88b83a9e115&device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 1099 time: 0.0812831 Sep 15 08:48:23.591665 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33278b-1d05-4f9e-8156-36d6c5352bd3 req-c867d4a8-8bc1-4aac-a5ae-66368450aa02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:23.592041 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2868cc6d-f7e8-4000-ba94-47b59e7186bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:23.592802 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9a33278b-1d05-4f9e-8156-36d6c5352bd3 req-c867d4a8-8bc1-4aac-a5ae-66368450aa02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 HTTP/1.1" status: 200 len: 909 time: 0.1435726 Sep 15 08:48:23.634771 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9878dfa-3e47-431c-b094-371d59420583 req-99238e28-6edc-40b3-b2fe-1b32e6794cad tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:23.636223 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a9878dfa-3e47-431c-b094-371d59420583 req-99238e28-6edc-40b3-b2fe-1b32e6794cad tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0788307 Sep 15 08:48:23.671281 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9a33278b-1d05-4f9e-8156-36d6c5352bd3 req-37ec800b-b02a-4dde-a24c-2424a5ab7b1b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=026f9b7e-846f-4c46-a4b2-59ba55073a32 HTTP/1.1" status: 200 len: 217 time: 0.0682471 Sep 15 08:48:23.694259 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a9878dfa-3e47-431c-b094-371d59420583 req-0abc7a81-af81-4045-ac25-3335e9a0fc12 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513396 Sep 15 08:48:23.699433 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-68fba9dc-96e8-4e3a-9b5b-633a0da3007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'name': 'tempest-TestShelveInstance-350072911-router', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:00Z', 'updated_at': '2021-09-15T08:42:06Z', 'revision_number': 4, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'gw_port': {'id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:01Z', 'updated_at': '2021-09-15T08:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '3276bffa-10cc-4180-b68e-bd4c26f28943', 'name': '', 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'mac_address': 'fa:16:3e:d8:26:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:05Z', 'updated_at': '2021-09-15T08:42:46Z', 'revision_number': 5, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'subnets': [{'id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:23.703882 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fba9dc-96e8-4e3a-9b5b-633a0da3007e None None] Checking router: 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:48:23.718266 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fba9dc-96e8-4e3a-9b5b-633a0da3007e None None] Routers {'7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:48:23.719084 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-68fba9dc-96e8-4e3a-9b5b-633a0da3007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:48:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:23.741122 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33278b-1d05-4f9e-8156-36d6c5352bd3 req-c4c5d214-6edd-4bfc-9818-c4fbe0884b86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:23.743256 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9a33278b-1d05-4f9e-8156-36d6c5352bd3 req-c4c5d214-6edd-4bfc-9818-c4fbe0884b86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c359e7a-f7e8-43b9-8f23-502a7b5590e8 HTTP/1.1" status: 200 len: 847 time: 0.0655849 Sep 15 08:48:23.823917 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9a33278b-1d05-4f9e-8156-36d6c5352bd3 req-e2b51e94-b413-49e3-a32c-e55e6c6bf03a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ddb3d03a-680b-4e7c-ba35-03aba00d1ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735464 Sep 15 08:48:23.932174 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-68fba9dc-96e8-4e3a-9b5b-633a0da3007e None None] Set router 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:48:23.957571 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9a33278b-1d05-4f9e-8156-36d6c5352bd3 req-7a102898-5bf7-4839-a4fb-72d9eeb5b7b5 service neutron] 10.222.0.42 "GET /v2.0/networks/ddb3d03a-680b-4e7c-ba35-03aba00d1ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263533 Sep 15 08:48:24.092416 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9a33278b-1d05-4f9e-8156-36d6c5352bd3 req-6750d562-070c-4b87-8dce-c22cfd04afae service neutron] 10.222.0.42 "GET /v2.0/networks/ddb3d03a-680b-4e7c-ba35-03aba00d1ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231685 Sep 15 08:48:24.240803 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-68fba9dc-96e8-4e3a-9b5b-633a0da3007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'name': 'tempest-TestShelveInstance-350072911-router', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:00Z', 'updated_at': '2021-09-15T08:42:06Z', 'revision_number': 4, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'gw_port': {'id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:01Z', 'updated_at': '2021-09-15T08:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '3276bffa-10cc-4180-b68e-bd4c26f28943', 'name': '', 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'mac_address': 'fa:16:3e:d8:26:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:05Z', 'updated_at': '2021-09-15T08:42:46Z', 'revision_number': 5, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'subnets': [{'id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:24.244698 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fba9dc-96e8-4e3a-9b5b-633a0da3007e None None] The sync data for ids ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'] in dv-cinder-806008-2-smb is: [{'id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'name': 'tempest-TestShelveInstance-350072911-router', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:00Z', 'updated_at': '2021-09-15T08:42:06Z', 'revision_number': 4, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'gw_port': {'id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:01Z', 'updated_at': '2021-09-15T08:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '3276bffa-10cc-4180-b68e-bd4c26f28943', 'name': '', 'network_id': 'ddb3d03a-680b-4e7c-ba35-03aba00d1ee1', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'mac_address': 'fa:16:3e:d8:26:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:05Z', 'updated_at': '2021-09-15T08:42:46Z', 'revision_number': 5, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'subnets': [{'id': '9c359e7a-f7e8-43b9-8f23-502a7b5590e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:48:24.443580 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2579fac5-f4df-482b-a4af-9191a1e68dad None None] New status for floating IP c7202788-d4c8-487d-ac98-7fee43ec44d1: DOWN {{(pid=75069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:48:24.538953 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:24.892493 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64426583-5b10-43f8-a8ff-f21cc097a311 req-9a4e906f-1f16-4a3b-892f-7214fd1a184a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:24.893175 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-64426583-5b10-43f8-a8ff-f21cc097a311 req-9a4e906f-1f16-4a3b-892f-7214fd1a184a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Synchronizing usage tracker for tenant:ef6378125de24891a8fca88b83a9e115 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:48:24.908232 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-64426583-5b10-43f8-a8ff-f21cc097a311 req-9a4e906f-1f16-4a3b-892f-7214fd1a184a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Unset dirty status for tenant:ef6378125de24891a8fca88b83a9e115 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:48:24.909603 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-64426583-5b10-43f8-a8ff-f21cc097a311 req-9a4e906f-1f16-4a3b-892f-7214fd1a184a tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0921164 Sep 15 08:48:24.954822 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-64426583-5b10-43f8-a8ff-f21cc097a311 req-e468d0eb-5aa3-4564-abd9-e33f413b1f24 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397243 Sep 15 08:48:25.571537 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45902794-bad5-446a-8d94-8c0232553656 req-04709e12-34fc-4f25-90e5-29d3b46d1077 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:25.572982 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-45902794-bad5-446a-8d94-8c0232553656 req-04709e12-34fc-4f25-90e5-29d3b46d1077 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0779295 Sep 15 08:48:25.638497 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-45902794-bad5-446a-8d94-8c0232553656 req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Deleting port 026f9b7e-846f-4c46-a4b2-59ba55073a32 {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:48:25.638830 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-45902794-bad5-446a-8d94-8c0232553656 req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:25.964950 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-45902794-bad5-446a-8d94-8c0232553656 req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] For port 026f9b7e-846f-4c46-a4b2-59ba55073a32, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=026f9b7e-846f-4c46-a4b2-59ba55073a32,segment=NetworkSegment(633dd89e-b49f-4f44-926b-61d09cc2979f),segment_id=633dd89e-b49f-4f44-926b-61d09cc2979f)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:48:25.965310 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-45902794-bad5-446a-8d94-8c0232553656 req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:26.084198 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-45902794-bad5-446a-8d94-8c0232553656 req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Calling delete_port for 026f9b7e-846f-4c46-a4b2-59ba55073a32 owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:48:26.092663 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:26.165849 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccb51e-9166-4536-93ad-ae00e9af4a71 req-3e6aec84-e1b9-4119-933b-9e4d183902ef tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:26.167330 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-cfccb51e-9166-4536-93ad-ae00e9af4a71 req-3e6aec84-e1b9-4119-933b-9e4d183902ef tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 946 time: 0.0874572 Sep 15 08:48:26.216337 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-cfccb51e-9166-4536-93ad-ae00e9af4a71 req-afa7d3c8-2f83-4d61-9ea5-d6ebb0d46533 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7947c80-23da-4fc0-b68c-760d14802e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423477 Sep 15 08:48:26.233775 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-45902794-bad5-446a-8d94-8c0232553656 req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:26.239574 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a5b2d267-0598-413d-97c1-6dca64b26b0d tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:26.282879 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Pushing event deleted for resources: {'Port': ['ID=026f9b7e-846f-4c46-a4b2-59ba55073a32,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:26.326767 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:26.327130 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:26.327482 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:26.327828 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:26.328171 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:26.328514 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:26.328852 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:26.329190 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:26.329523 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:26.329858 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:26.330194 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:26.337604 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:26.371857 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-45902794-bad5-446a-8d94-8c0232553656 req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] No DVR routers for this DVR port 026f9b7e-846f-4c46-a4b2-59ba55073a32 on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:48:26.374141 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-45902794-bad5-446a-8d94-8c0232553656 req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:26.376686 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'name': 'network-vif-deleted', 'tag': '026f9b7e-846f-4c46-a4b2-59ba55073a32'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:48:26.392413 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-45902794-bad5-446a-8d94-8c0232553656 req-b4ff3b24-2caa-4e86-a456-1c23430338da tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.42 "DELETE /v2.0/ports/026f9b7e-846f-4c46-a4b2-59ba55073a32 HTTP/1.1" status: 204 len: 173 time: 0.8132577 Sep 15 08:48:26.434932 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb31753-048c-42c8-ae2f-4fa67fb643bf', 'name': 'network-vif-deleted', 'tag': '026f9b7e-846f-4c46-a4b2-59ba55073a32', 'status': 'completed', 'code': 200} Sep 15 08:48:27.393109 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6234ecc5-2272-4272-8987-870f24560061 req-b62fc0f9-2be0-4933-97a3-d65aa89de875 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb31753-048c-42c8-ae2f-4fa67fb643bf HTTP/1.1" status: 200 len: 210 time: 0.0401163 Sep 15 08:48:28.502333 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 34056) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:48:28.570974 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ddeef16e-b547-4727-a038-3401838a2b3f tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:28.599312 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ddeef16e-b547-4727-a038-3401838a2b3f tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:28.662177 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ddeef16e-b547-4727-a038-3401838a2b3f tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:28.666775 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-31a80a8c-9640-442e-878d-d0d7831c7a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:28.686467 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeef16e-b547-4727-a038-3401838a2b3f tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7947c80-23da-4fc0-b68c-760d14802e23,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:28.688778 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ddeef16e-b547-4727-a038-3401838a2b3f tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:28.699536 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ddeef16e-b547-4727-a038-3401838a2b3f tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:28.700682 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-ddeef16e-b547-4727-a038-3401838a2b3f tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] 10.222.0.24 "DELETE /v2.0/security-groups/b7947c80-23da-4fc0-b68c-760d14802e23 HTTP/1.1" status: 204 len: 168 time: 0.1973412 Sep 15 08:48:28.755209 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 34064) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:48:29.263237 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-12d5d18b-0560-41d0-9e30-3ff1dc97b9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358237'] for router_interface, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:29.349048 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 026f9b7e-846f-4c46-a4b2-59ba55073a32 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:48:29.380775 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: 026f9b7e-846f-4c46-a4b2-59ba55073a32 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:48:29.381117 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 026f9b7e-846f-4c46-a4b2-59ba55073a32 not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:48:29.933851 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [None req-12d5d18b-0560-41d0-9e30-3ff1dc97b9af admin admin] Deleting port 3276bffa-10cc-4180-b68e-bd4c26f28943 {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:48:29.934441 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-12d5d18b-0560-41d0-9e30-3ff1dc97b9af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:30.097369 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-12d5d18b-0560-41d0-9e30-3ff1dc97b9af admin admin] For port 3276bffa-10cc-4180-b68e-bd4c26f28943, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=3276bffa-10cc-4180-b68e-bd4c26f28943,segment=NetworkSegment(633dd89e-b49f-4f44-926b-61d09cc2979f),segment_id=633dd89e-b49f-4f44-926b-61d09cc2979f)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:48:30.097720 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-12d5d18b-0560-41d0-9e30-3ff1dc97b9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:30.222615 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [None req-12d5d18b-0560-41d0-9e30-3ff1dc97b9af admin admin] Calling delete_port for 3276bffa-10cc-4180-b68e-bd4c26f28943 owned by network:router_interface {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:48:30.392406 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-12d5d18b-0560-41d0-9e30-3ff1dc97b9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:30.396377 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:30.438437 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5d18b-0560-41d0-9e30-3ff1dc97b9af admin admin] Pushing event deleted for resources: {'Port': ['ID=3276bffa-10cc-4180-b68e-bd4c26f28943,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:30.441184 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-12d5d18b-0560-41d0-9e30-3ff1dc97b9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:30.721328 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-12d5d18b-0560-41d0-9e30-3ff1dc97b9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1469253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358377'] for router_interface, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:31.409290 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d5d18b-0560-41d0-9e30-3ff1dc97b9af admin admin] Router 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:48:31.607134 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d5d18b-0560-41d0-9e30-3ff1dc97b9af admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:48:31.615907 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46dc814-37a4-44ea-aa99-57b07f18ac4b None None] Sync routers for ids ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:48:31.619196 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-12d5d18b-0560-41d0-9e30-3ff1dc97b9af admin admin] 10.222.0.24 "PUT /v2.0/routers/7c25d407-9867-4d7c-b12e-9a8eb08fb2a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8630047 Sep 15 08:48:31.621611 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 34086) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:48:31.627572 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46dc814-37a4-44ea-aa99-57b07f18ac4b None None] Routers {'7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:48:31.628178 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-e46dc814-37a4-44ea-aa99-57b07f18ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:48:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:31.804253 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-e46dc814-37a4-44ea-aa99-57b07f18ac4b None None] Set router 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:48:31.815648 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-2f90b63a-d860-45fb-b953-bd62e1850829 admin admin] Notify callbacks [] for router, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:32.008632 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:32.016294 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-2f90b63a-d860-45fb-b953-bd62e1850829 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:32.026901 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [None req-2f90b63a-d860-45fb-b953-bd62e1850829 admin admin] Deleting port 6c467e12-aed9-4ab9-8566-90a45c64892c {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:48:32.027318 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-2f90b63a-d860-45fb-b953-bd62e1850829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:32.100391 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-e46dc814-37a4-44ea-aa99-57b07f18ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'name': 'tempest-TestShelveInstance-350072911-router', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:00Z', 'updated_at': '2021-09-15T08:48:30Z', 'revision_number': 5, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'gw_port': {'id': '6c467e12-aed9-4ab9-8566-90a45c64892c', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:01Z', 'updated_at': '2021-09-15T08:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:32.104476 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46dc814-37a4-44ea-aa99-57b07f18ac4b None None] Checking router: 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:48:32.116545 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46dc814-37a4-44ea-aa99-57b07f18ac4b None None] Routers {'7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:48:32.117361 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-e46dc814-37a4-44ea-aa99-57b07f18ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:48:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:32.206631 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-2f90b63a-d860-45fb-b953-bd62e1850829 admin admin] For port 6c467e12-aed9-4ab9-8566-90a45c64892c, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=6c467e12-aed9-4ab9-8566-90a45c64892c,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:48:32.206988 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-2f90b63a-d860-45fb-b953-bd62e1850829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:32.268403 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-e46dc814-37a4-44ea-aa99-57b07f18ac4b None None] Set router 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 gateway port host: None {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:48:32.328787 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [None req-2f90b63a-d860-45fb-b953-bd62e1850829 admin admin] Calling delete_port for 6c467e12-aed9-4ab9-8566-90a45c64892c owned by network:router_gateway {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:48:32.405719 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-e46dc814-37a4-44ea-aa99-57b07f18ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'name': 'tempest-TestShelveInstance-350072911-router', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:00Z', 'updated_at': '2021-09-15T08:48:32Z', 'revision_number': 6, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'gw_port_host': None}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:32.409721 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46dc814-37a4-44ea-aa99-57b07f18ac4b None None] The sync data for ids ['7c25d407-9867-4d7c-b12e-9a8eb08fb2a8'] in dv-cinder-806008-2-smb is: [{'id': '7c25d407-9867-4d7c-b12e-9a8eb08fb2a8', 'name': 'tempest-TestShelveInstance-350072911-router', 'tenant_id': 'ef6378125de24891a8fca88b83a9e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:00Z', 'updated_at': '2021-09-15T08:48:32Z', 'revision_number': 6, 'project_id': 'ef6378125de24891a8fca88b83a9e115', 'gw_port_host': None}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:48:32.516678 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-2f90b63a-d860-45fb-b953-bd62e1850829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:32.520518 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-0e8de0d6-4c67-4d3b-ab22-73eb009a9404 tempest-ServerRescueNegativeTestJSON-883663721 tempest-ServerRescueNegativeTestJSON-883663721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:32.563815 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90b63a-d860-45fb-b953-bd62e1850829 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c467e12-aed9-4ab9-8566-90a45c64892c,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:32.567228 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-2f90b63a-d860-45fb-b953-bd62e1850829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:32.883247 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-2f90b63a-d860-45fb-b953-bd62e1850829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357750'] for router_gateway, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:33.134514 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-2f90b63a-d860-45fb-b953-bd62e1850829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-359810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-869'] for router, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:33.139668 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-2f90b63a-d860-45fb-b953-bd62e1850829 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:33.168868 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-2f90b63a-d860-45fb-b953-bd62e1850829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-327698'] for router, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:33.169758 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f90b63a-d860-45fb-b953-bd62e1850829 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 {{(pid=75066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:48:33.182601 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-2f90b63a-d860-45fb-b953-bd62e1850829 admin admin] Notify callbacks [] for router, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:33.183759 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-2f90b63a-d860-45fb-b953-bd62e1850829 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7c25d407-9867-4d7c-b12e-9a8eb08fb2a8 HTTP/1.1" status: 204 len: 168 time: 1.5612571 Sep 15 08:48:33.186258 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 34096) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:48:33.244768 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f6b666-78b5-4afa-b154-7727b9124427 admin admin] Deleting subnet 9c359e7a-f7e8-43b9-8f23-502a7b5590e8 {{(pid=75066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:48:33.247947 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d0f6b666-78b5-4afa-b154-7727b9124427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:33.301397 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d0f6b666-78b5-4afa-b154-7727b9124427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2846994'] for subnet, precommit_delete_associations {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:33.428940 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d0f6b666-78b5-4afa-b154-7727b9124427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570765'] for subnet, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:33.503313 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d0f6b666-78b5-4afa-b154-7727b9124427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1569342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2825226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2850823'] for subnet, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:33.508778 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-eb960903-0e44-45b1-a3f5-3b56c483ab52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:33.541951 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6b666-78b5-4afa-b154-7727b9124427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c359e7a-f7e8-43b9-8f23-502a7b5590e8,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:33.544534 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-d0f6b666-78b5-4afa-b154-7727b9124427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:33.549761 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d0f6b666-78b5-4afa-b154-7727b9124427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:33.555124 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7151dfca-79d6-4fa4-b17e-b71a1ec47fdf None None] Network ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:48:33.559028 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-d0f6b666-78b5-4afa-b154-7727b9124427 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9c359e7a-f7e8-43b9-8f23-502a7b5590e8 HTTP/1.1" status: 204 len: 168 time: 0.3694110 Sep 15 08:48:33.559345 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34106) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:48:33.705031 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1502459'] for network, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:33.715980 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Deleting port e84549d8-8125-44c5-bbfd-14b3636f1cf6 {{(pid=75067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:48:33.716318 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:33.812433 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5feb79-e0b7-4525-9af0-42316a7cd2ad None None] DHCP port deletion for ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 request from dv-cinder-806008-2-smb {{(pid=75068) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:48:33.816744 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-6e5feb79-e0b7-4525-9af0-42316a7cd2ad None None] Deleting port e84549d8-8125-44c5-bbfd-14b3636f1cf6 {{(pid=75068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:48:33.817145 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e5feb79-e0b7-4525-9af0-42316a7cd2ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:33.927239 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] For port e84549d8-8125-44c5-bbfd-14b3636f1cf6, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=e84549d8-8125-44c5-bbfd-14b3636f1cf6,segment=NetworkSegment(633dd89e-b49f-4f44-926b-61d09cc2979f),segment_id=633dd89e-b49f-4f44-926b-61d09cc2979f)] {{(pid=75067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:48:33.927721 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:34.035423 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-6e5feb79-e0b7-4525-9af0-42316a7cd2ad None None] For port e84549d8-8125-44c5-bbfd-14b3636f1cf6, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=e84549d8-8125-44c5-bbfd-14b3636f1cf6,segment=NetworkSegment(633dd89e-b49f-4f44-926b-61d09cc2979f),segment_id=633dd89e-b49f-4f44-926b-61d09cc2979f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:48:34.035799 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e5feb79-e0b7-4525-9af0-42316a7cd2ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:34.053268 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Calling delete_port for e84549d8-8125-44c5-bbfd-14b3636f1cf6 owned by network:dhcp {{(pid=75067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:48:34.155330 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-6e5feb79-e0b7-4525-9af0-42316a7cd2ad None None] Calling delete_port for e84549d8-8125-44c5-bbfd-14b3636f1cf6 owned by network:dhcp {{(pid=75068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:48:34.240766 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:34.246176 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:34.286773 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Pushing event deleted for resources: {'Port': ['ID=e84549d8-8125-44c5-bbfd-14b3636f1cf6,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:34.294128 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.db.api [None req-6e5feb79-e0b7-4525-9af0-42316a7cd2ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:48:34.294563 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_db.api [None req-6e5feb79-e0b7-4525-9af0-42316a7cd2ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:48:34.308059 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c99819-5f38-4df1-bf4b-a7292e0655a1 req-f68476a4-5e6d-49c4-ab53-cf8ec2e4a2f1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:34.309513 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a3c99819-5f38-4df1-bf4b-a7292e0655a1 req-f68476a4-5e6d-49c4-ab53-cf8ec2e4a2f1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.2276657 Sep 15 08:48:34.310309 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] No DVR routers for this DVR port e84549d8-8125-44c5-bbfd-14b3636f1cf6 on host dv-cinder-806008-2-smb {{(pid=75067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:48:34.312195 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:34.312559 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:34.312914 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:34.313264 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:34.313611 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:34.313960 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:34.314302 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:34.314675 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:34.315017 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:34.315355 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:34.315693 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:34.320543 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:34.417626 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 6c467e12-aed9-4ab9-8566-90a45c64892c no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:48:34.450716 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: 6c467e12-aed9-4ab9-8566-90a45c64892c {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:48:34.451067 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 6c467e12-aed9-4ab9-8566-90a45c64892c not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:48:34.451491 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 3276bffa-10cc-4180-b68e-bd4c26f28943 no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:48:34.467091 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571402', 'neutron.services.segments.db._delete_segments_for_network-8729531964573'] for network, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:34.476292 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a3c99819-5f38-4df1-bf4b-a7292e0655a1 req-3c1a959a-005e-4c80-ba86-adc561fb46e0 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574788 Sep 15 08:48:34.481973 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb3d03a-680b-4e7c-ba35-03aba00d1ee1']}} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:34.482147 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: 3276bffa-10cc-4180-b68e-bd4c26f28943 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:48:34.483542 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 3276bffa-10cc-4180-b68e-bd4c26f28943 not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:48:34.483977 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device e84549d8-8125-44c5-bbfd-14b3636f1cf6 no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:48:34.495297 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633dd89e-b49f-4f44-926b-61d09cc2979f') {'for_net_delete': True} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:34.495535 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633dd89e-b49f-4f44-926b-61d09cc2979f') {} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:34.506899 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729532050360', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3252130'] for segment, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:34.518151 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: e84549d8-8125-44c5-bbfd-14b3636f1cf6 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:48:34.518151 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device e84549d8-8125-44c5-bbfd-14b3636f1cf6 not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:48:34.524057 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:34.532802 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=75067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:48:34.532802 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245293'] for segment, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: Traceback (most recent call last): Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: timer() Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: cb(*args, **kw) Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: return func(*args, **kwargs) Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: self._notify() Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: self.callback(batched_events) Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: event.method(event) Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: return f(self, *a, **k) Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: return self._get(url).json() Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: return self.request(url, 'GET', **kwargs) Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:48:34.543949 dv-cinder-806008-2-smb neutron-server[75067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:48:34.619010 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357725'] for network, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:34.622598 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-fa3345b8-f526-4d84-bf67-fde59f6ea0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:34.634864 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:34.644717 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Pushing event deleted for resources: {'Network': ['ID=ddb3d03a-680b-4e7c-ba35-03aba00d1ee1,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:34.648154 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:34.658551 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] 10.222.0.24 "DELETE /v2.0/networks/ddb3d03a-680b-4e7c-ba35-03aba00d1ee1 HTTP/1.1" status: 204 len: 168 time: 1.0980830 Sep 15 08:48:34.661408 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34118) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:48:34.796182 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-6e5feb79-e0b7-4525-9af0-42316a7cd2ad None None] Deleting port e84549d8-8125-44c5-bbfd-14b3636f1cf6 {{(pid=75068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:48:34.796720 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e5feb79-e0b7-4525-9af0-42316a7cd2ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:34.856440 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-6e5feb79-e0b7-4525-9af0-42316a7cd2ad None None] The port 'e84549d8-8125-44c5-bbfd-14b3636f1cf6' was deleted {{(pid=75068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:48:35.089276 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e0aef106-e17c-4827-b1a9-5014904cf492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358237'] for router_interface, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:35.716611 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-e0aef106-e17c-4827-b1a9-5014904cf492 admin admin] Deleting port e49be169-0058-4374-8f23-1db3c19143da {{(pid=75067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:48:35.717226 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e0aef106-e17c-4827-b1a9-5014904cf492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:35.793238 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194fe4f-f5db-48af-a935-00359cb3ecc1 req-6841c31e-4297-4a9b-be09-86cdd0575ecc tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:35.794635 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3194fe4f-f5db-48af-a935-00359cb3ecc1 req-6841c31e-4297-4a9b-be09-86cdd0575ecc tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.1830173 Sep 15 08:48:35.918086 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-3194fe4f-f5db-48af-a935-00359cb3ecc1 req-f93240e6-10b9-407a-bfc3-6799366c638d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789199 Sep 15 08:48:35.926745 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [None req-e0aef106-e17c-4827-b1a9-5014904cf492 admin admin] For port e49be169-0058-4374-8f23-1db3c19143da, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=e49be169-0058-4374-8f23-1db3c19143da,segment=NetworkSegment(313cfb26-b829-4a5a-822d-8a92d1ea023f),segment_id=313cfb26-b829-4a5a-822d-8a92d1ea023f)] {{(pid=75067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:48:35.927096 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e0aef106-e17c-4827-b1a9-5014904cf492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:36.043709 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-e0aef106-e17c-4827-b1a9-5014904cf492 admin admin] Calling delete_port for e49be169-0058-4374-8f23-1db3c19143da owned by network:router_interface {{(pid=75067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:48:36.340633 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e0aef106-e17c-4827-b1a9-5014904cf492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:36.344389 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:36.384725 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aef106-e17c-4827-b1a9-5014904cf492 admin admin] Pushing event deleted for resources: {'Port': ['ID=e49be169-0058-4374-8f23-1db3c19143da,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:36.387455 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-e0aef106-e17c-4827-b1a9-5014904cf492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:36.729470 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e0aef106-e17c-4827-b1a9-5014904cf492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1469253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358377'] for router_interface, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:37.221915 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd191ac9-b117-4cc1-bb07-23894707daba req-0c6bae25-67d6-483c-b790-f970a217613e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:37.223326 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-dd191ac9-b117-4cc1-bb07-23894707daba req-0c6bae25-67d6-483c-b790-f970a217613e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.1643877 Sep 15 08:48:37.285434 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-dd191ac9-b117-4cc1-bb07-23894707daba req-242125e2-d03d-410c-bc2f-fb2eef0f7e61 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509956 Sep 15 08:48:37.386641 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0aef106-e17c-4827-b1a9-5014904cf492 admin admin] Router ebe7bbed-3fac-42f5-9b4c-33c21bd44a00 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:48:37.578959 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0aef106-e17c-4827-b1a9-5014904cf492 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:48:37.587798 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f95f3f9-0d83-42ef-8e2e-24e9aaee9f21 None None] Sync routers for ids ['ebe7bbed-3fac-42f5-9b4c-33c21bd44a00'] in dv-cinder-806008-2-smb {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:48:37.595146 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-e0aef106-e17c-4827-b1a9-5014904cf492 admin admin] 10.222.0.24 "PUT /v2.0/routers/ebe7bbed-3fac-42f5-9b4c-33c21bd44a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9327774 Sep 15 08:48:37.597636 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34130) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:48:37.599697 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f95f3f9-0d83-42ef-8e2e-24e9aaee9f21 None None] Routers {'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:48:37.600297 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-2f95f3f9-0d83-42ef-8e2e-24e9aaee9f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:48:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['ebe7bbed-3fac-42f5-9b4c-33c21bd44a00'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:37.773796 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-2f95f3f9-0d83-42ef-8e2e-24e9aaee9f21 None None] Set router ebe7bbed-3fac-42f5-9b4c-33c21bd44a00 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:48:37.785529 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-295eef8f-d2c6-4c43-964e-a57b8258497d admin admin] Notify callbacks [] for router, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:38.056124 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-2f95f3f9-0d83-42ef-8e2e-24e9aaee9f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'name': 'tempest-TestShelveInstance-790521091-router', 'tenant_id': 'c4550a83ec15475eaee8c522c11401e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7373f28-b29d-491c-9313-5719f80f1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:10Z', 'updated_at': '2021-09-15T08:48:36Z', 'revision_number': 5, 'project_id': 'c4550a83ec15475eaee8c522c11401e4', 'gw_port': {'id': 'e7373f28-b29d-491c-9313-5719f80f1992', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:42:11Z', 'updated_at': '2021-09-15T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:38.060053 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f95f3f9-0d83-42ef-8e2e-24e9aaee9f21 None None] Checking router: ebe7bbed-3fac-42f5-9b4c-33c21bd44a00 for host: dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:48:38.065380 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-295eef8f-d2c6-4c43-964e-a57b8258497d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:38.071896 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f95f3f9-0d83-42ef-8e2e-24e9aaee9f21 None None] Routers {'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:48:38.073094 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-2f95f3f9-0d83-42ef-8e2e-24e9aaee9f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:48:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['ebe7bbed-3fac-42f5-9b4c-33c21bd44a00'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:38.080120 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-295eef8f-d2c6-4c43-964e-a57b8258497d admin admin] Deleting port e7373f28-b29d-491c-9313-5719f80f1992 {{(pid=75067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:48:38.080452 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-295eef8f-d2c6-4c43-964e-a57b8258497d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:38.227684 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-2f95f3f9-0d83-42ef-8e2e-24e9aaee9f21 None None] Set router ebe7bbed-3fac-42f5-9b4c-33c21bd44a00 gateway port host: None {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:48:38.248014 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [None req-295eef8f-d2c6-4c43-964e-a57b8258497d admin admin] For port e7373f28-b29d-491c-9313-5719f80f1992, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=e7373f28-b29d-491c-9313-5719f80f1992,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:48:38.248385 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-295eef8f-d2c6-4c43-964e-a57b8258497d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:38.337096 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-2f95f3f9-0d83-42ef-8e2e-24e9aaee9f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'name': 'tempest-TestShelveInstance-790521091-router', 'tenant_id': 'c4550a83ec15475eaee8c522c11401e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:10Z', 'updated_at': '2021-09-15T08:48:38Z', 'revision_number': 6, 'project_id': 'c4550a83ec15475eaee8c522c11401e4', 'gw_port_host': None}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:38.341648 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f95f3f9-0d83-42ef-8e2e-24e9aaee9f21 None None] The sync data for ids ['ebe7bbed-3fac-42f5-9b4c-33c21bd44a00'] in dv-cinder-806008-2-smb is: [{'id': 'ebe7bbed-3fac-42f5-9b4c-33c21bd44a00', 'name': 'tempest-TestShelveInstance-790521091-router', 'tenant_id': 'c4550a83ec15475eaee8c522c11401e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:42:10Z', 'updated_at': '2021-09-15T08:48:38Z', 'revision_number': 6, 'project_id': 'c4550a83ec15475eaee8c522c11401e4', 'gw_port_host': None}] {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:48:38.372769 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-295eef8f-d2c6-4c43-964e-a57b8258497d admin admin] Calling delete_port for e7373f28-b29d-491c-9313-5719f80f1992 owned by network:router_gateway {{(pid=75067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:48:38.529861 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c343f4-9ee4-4297-b175-555088fa662e req-060be118-20a0-4807-a588-1e21e19e011b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:38.531306 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-13c343f4-9ee4-4297-b175-555088fa662e req-060be118-20a0-4807-a588-1e21e19e011b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.1071122 Sep 15 08:48:38.620177 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-13c343f4-9ee4-4297-b175-555088fa662e req-c8080e28-e464-4eda-b976-e781a546057b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832374 Sep 15 08:48:38.621240 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-295eef8f-d2c6-4c43-964e-a57b8258497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:38.625253 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:38.670245 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295eef8f-d2c6-4c43-964e-a57b8258497d admin admin] Pushing event deleted for resources: {'Port': ['ID=e7373f28-b29d-491c-9313-5719f80f1992,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:38.672633 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-295eef8f-d2c6-4c43-964e-a57b8258497d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:38.890053 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-295eef8f-d2c6-4c43-964e-a57b8258497d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357750'] for router_gateway, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:39.045166 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:48:39.139456 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-295eef8f-d2c6-4c43-964e-a57b8258497d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-359810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-869'] for router, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:39.143929 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-295eef8f-d2c6-4c43-964e-a57b8258497d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:39.301766 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-295eef8f-d2c6-4c43-964e-a57b8258497d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-327698'] for router, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:39.302292 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295eef8f-d2c6-4c43-964e-a57b8258497d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebe7bbed-3fac-42f5-9b4c-33c21bd44a00 {{(pid=75067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:48:39.314272 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-295eef8f-d2c6-4c43-964e-a57b8258497d admin admin] Notify callbacks [] for router, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:39.315500 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-295eef8f-d2c6-4c43-964e-a57b8258497d admin admin] 10.222.0.24 "DELETE /v2.0/routers/ebe7bbed-3fac-42f5-9b4c-33c21bd44a00 HTTP/1.1" status: 204 len: 168 time: 1.7169838 Sep 15 08:48:39.318155 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34140) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:48:39.375874 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_v2 [None req-343d9d78-0b3e-4283-88fb-80543edc0b46 admin admin] Deleting subnet 4ad3d2c4-1650-491c-bc2b-01052f3c89b9 {{(pid=75067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:48:39.378861 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-343d9d78-0b3e-4283-88fb-80543edc0b46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:39.426499 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-343d9d78-0b3e-4283-88fb-80543edc0b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3252155'] for subnet, precommit_delete_associations {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:39.537648 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-343d9d78-0b3e-4283-88fb-80543edc0b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570765'] for subnet, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:39.604349 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-343d9d78-0b3e-4283-88fb-80543edc0b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1569342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4130714'] for subnet, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:39.608520 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:39.640954 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d9d78-0b3e-4283-88fb-80543edc0b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ad3d2c4-1650-491c-bc2b-01052f3c89b9,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:39.643814 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-343d9d78-0b3e-4283-88fb-80543edc0b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:39.646383 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-343d9d78-0b3e-4283-88fb-80543edc0b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:39.652174 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee1e274-d411-4dcc-b5c9-42ef123e1ced None None] Network 288faf04-1124-46a2-8632-f9f49c6ff2bc requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:48:39.652879 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-343d9d78-0b3e-4283-88fb-80543edc0b46 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4ad3d2c4-1650-491c-bc2b-01052f3c89b9 HTTP/1.1" status: 204 len: 168 time: 0.3338203 Sep 15 08:48:39.655272 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34144) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:48:39.758789 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1502459'] for network, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:39.808234 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] Deleting port 572087bb-4caa-4d11-8c4e-cfaa26cd745c {{(pid=75067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:48:39.808565 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:39.889837 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372f7ef-f42b-4f3b-8017-ce96fa3abc8b None None] DHCP port deletion for 288faf04-1124-46a2-8632-f9f49c6ff2bc request from dv-cinder-806008-2-smb {{(pid=75068) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:48:39.894511 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-3372f7ef-f42b-4f3b-8017-ce96fa3abc8b None None] Deleting port 572087bb-4caa-4d11-8c4e-cfaa26cd745c {{(pid=75068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:48:39.894995 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3372f7ef-f42b-4f3b-8017-ce96fa3abc8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:39.930207 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3e22f-59c7-4c8c-9310-af5c33d6d68e req-09873341-3f9a-4a5d-b645-ed9a05aae08c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:39.931733 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f3f3e22f-59c7-4c8c-9310-af5c33d6d68e req-09873341-3f9a-4a5d-b645-ed9a05aae08c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.1702585 Sep 15 08:48:40.061791 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] For port 572087bb-4caa-4d11-8c4e-cfaa26cd745c, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=572087bb-4caa-4d11-8c4e-cfaa26cd745c,segment=NetworkSegment(313cfb26-b829-4a5a-822d-8a92d1ea023f),segment_id=313cfb26-b829-4a5a-822d-8a92d1ea023f)] {{(pid=75067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:48:40.062135 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:40.071170 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f3f3e22f-59c7-4c8c-9310-af5c33d6d68e req-26137b38-d31c-4593-bd1a-5d728dddaa60 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222267 Sep 15 08:48:40.088693 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-3372f7ef-f42b-4f3b-8017-ce96fa3abc8b None None] For port 572087bb-4caa-4d11-8c4e-cfaa26cd745c, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=572087bb-4caa-4d11-8c4e-cfaa26cd745c,segment=NetworkSegment(313cfb26-b829-4a5a-822d-8a92d1ea023f),segment_id=313cfb26-b829-4a5a-822d-8a92d1ea023f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:48:40.089095 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3372f7ef-f42b-4f3b-8017-ce96fa3abc8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:40.183122 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] Calling delete_port for 572087bb-4caa-4d11-8c4e-cfaa26cd745c owned by network:dhcp {{(pid=75067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:48:40.238148 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-3372f7ef-f42b-4f3b-8017-ce96fa3abc8b None None] Calling delete_port for 572087bb-4caa-4d11-8c4e-cfaa26cd745c owned by network:dhcp {{(pid=75068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:48:40.262167 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:40.266462 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:40.309510 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=572087bb-4caa-4d11-8c4e-cfaa26cd745c,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:40.310744 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.db.api [None req-3372f7ef-f42b-4f3b-8017-ce96fa3abc8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:48:40.311156 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_db.api [None req-3372f7ef-f42b-4f3b-8017-ce96fa3abc8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:48:40.312825 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:40.313712 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] No DVR routers for this DVR port 572087bb-4caa-4d11-8c4e-cfaa26cd745c on host dv-cinder-806008-2-smb {{(pid=75067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:48:40.414860 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device e7373f28-b29d-491c-9313-5719f80f1992 no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:48:40.426322 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571402', 'neutron.services.segments.db._delete_segments_for_network-8729531964573'] for network, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:40.439377 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288faf04-1124-46a2-8632-f9f49c6ff2bc']}} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:40.447079 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: e7373f28-b29d-491c-9313-5719f80f1992 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:48:40.447426 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device e7373f28-b29d-491c-9313-5719f80f1992 not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:48:40.447839 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device e49be169-0058-4374-8f23-1db3c19143da no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:48:40.450938 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313cfb26-b829-4a5a-822d-8a92d1ea023f') {'for_net_delete': True} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:40.451231 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313cfb26-b829-4a5a-822d-8a92d1ea023f') {} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:40.462360 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729532050360', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3252130'] for segment, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:40.479731 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:40.480822 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: e49be169-0058-4374-8f23-1db3c19143da {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:48:40.481164 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device e49be169-0058-4374-8f23-1db3c19143da not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:48:40.481579 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 572087bb-4caa-4d11-8c4e-cfaa26cd745c no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:48:40.486367 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=75067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:48:40.486792 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245293'] for segment, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: Traceback (most recent call last): Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: timer() Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: cb(*args, **kw) Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: return func(*args, **kwargs) Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: self._notify() Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: self.callback(batched_events) Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: event.method(event) Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: return f(self, *a, **k) Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: return self._get(url).json() Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: return self.request(url, 'GET', **kwargs) Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:48:40.504062 dv-cinder-806008-2-smb neutron-server[75067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:48:40.512263 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: 572087bb-4caa-4d11-8c4e-cfaa26cd745c {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:48:40.512609 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 572087bb-4caa-4d11-8c4e-cfaa26cd745c not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:48:40.577538 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357725'] for network, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:40.580971 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:40.595783 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:40.601972 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=288faf04-1124-46a2-8632-f9f49c6ff2bc,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:40.605793 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:40.612141 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] 10.222.0.24 "DELETE /v2.0/networks/288faf04-1124-46a2-8632-f9f49c6ff2bc HTTP/1.1" status: 204 len: 168 time: 0.9559498 Sep 15 08:48:40.746315 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34154) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:48:40.799323 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-da1ea960-ee4a-4fe1-91b8-244c63301c42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef6378125de24891a8fca88b83a9e115&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0517552 Sep 15 08:48:40.801654 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34158) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:48:40.812264 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-3372f7ef-f42b-4f3b-8017-ce96fa3abc8b None None] Deleting port 572087bb-4caa-4d11-8c4e-cfaa26cd745c {{(pid=75068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:48:40.812753 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3372f7ef-f42b-4f3b-8017-ce96fa3abc8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:40.876647 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-3372f7ef-f42b-4f3b-8017-ce96fa3abc8b None None] The port '572087bb-4caa-4d11-8c4e-cfaa26cd745c' was deleted {{(pid=75068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:48:40.921386 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-68496336-4105-4751-ad6f-9afe21e41d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:40.946197 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-68496336-4105-4751-ad6f-9afe21e41d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:40.995678 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-68496336-4105-4751-ad6f-9afe21e41d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:40.999305 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-242959ce-9b41-4c34-acff-66d99901c45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:41.013890 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68496336-4105-4751-ad6f-9afe21e41d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e3b021-94e2-423c-b7be-d7eaeda9c0ef,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:41.017730 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-68496336-4105-4751-ad6f-9afe21e41d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:41.020906 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-68496336-4105-4751-ad6f-9afe21e41d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:41.022012 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-68496336-4105-4751-ad6f-9afe21e41d59 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15e3b021-94e2-423c-b7be-d7eaeda9c0ef HTTP/1.1" status: 204 len: 168 time: 0.2194812 Sep 15 08:48:41.286155 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6da44-19c8-4d83-913a-26471f140f07 req-5e821596-e57f-4fa8-89e5-da01e7625026 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:41.287570 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7fa6da44-19c8-4d83-913a-26471f140f07 req-5e821596-e57f-4fa8-89e5-da01e7625026 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0775483 Sep 15 08:48:41.334686 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7fa6da44-19c8-4d83-913a-26471f140f07 req-14577ff4-4266-4a06-ab52-61906330ea90 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412846 Sep 15 08:48:41.417674 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34170) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:48:41.466109 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-f60d84f5-6d8b-4668-a07c-f92df925f190 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4550a83ec15475eaee8c522c11401e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0472345 Sep 15 08:48:41.468540 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34174) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:48:41.526551 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-be630770-953b-42f2-a25b-1da58758a067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:41.551694 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-be630770-953b-42f2-a25b-1da58758a067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:41.601242 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-be630770-953b-42f2-a25b-1da58758a067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:41.604779 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-1fd5faa2-fbf6-4e5b-8678-5f4fd656dfe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:41.618495 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be630770-953b-42f2-a25b-1da58758a067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e4ae94-dec8-401e-82a0-4c0b629f56d1,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:41.621721 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-be630770-953b-42f2-a25b-1da58758a067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:41.625204 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-be630770-953b-42f2-a25b-1da58758a067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:41.626437 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-be630770-953b-42f2-a25b-1da58758a067 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6e4ae94-dec8-401e-82a0-4c0b629f56d1 HTTP/1.1" status: 204 len: 168 time: 0.1569831 Sep 15 08:48:42.541894 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42d0f9-fdb4-45ff-b5f7-5b01584a08ad req-9a12a464-0a5b-4091-9892-ae7983236084 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:42.543382 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-5d42d0f9-fdb4-45ff-b5f7-5b01584a08ad req-9a12a464-0a5b-4091-9892-ae7983236084 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0763597 Sep 15 08:48:42.587428 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-5d42d0f9-fdb4-45ff-b5f7-5b01584a08ad req-6c6c8d9c-b322-40c6-9157-39addf3e8a41 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386832 Sep 15 08:48:43.796241 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fb779-a262-4b2f-ac52-77e50ca8abda req-c47a4449-e72e-41cb-a642-2cd9a93baa8e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:43.797657 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f54fb779-a262-4b2f-ac52-77e50ca8abda req-c47a4449-e72e-41cb-a642-2cd9a93baa8e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0785778 Sep 15 08:48:43.842326 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f54fb779-a262-4b2f-ac52-77e50ca8abda req-fe9f1326-a005-46f3-99c8-98a2c1d36fa7 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392072 Sep 15 08:48:45.058506 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5e051-4b0a-4e45-9e20-f67897fcb780 req-f86493b7-36b6-481b-9ffb-0a52849cbfa5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:45.059983 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-30d5e051-4b0a-4e45-9e20-f67897fcb780 req-f86493b7-36b6-481b-9ffb-0a52849cbfa5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0787239 Sep 15 08:48:45.103580 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-30d5e051-4b0a-4e45-9e20-f67897fcb780 req-c373b6ff-2e77-4bd8-89b5-0d83ebf28c6f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382159 Sep 15 08:48:46.318726 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55555012-89c5-4a62-aa6d-eaeb077d11e0 req-df1c30ef-9368-4e9d-a7ee-4d28849800ca tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:46.320674 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-55555012-89c5-4a62-aa6d-eaeb077d11e0 req-df1c30ef-9368-4e9d-a7ee-4d28849800ca tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0853043 Sep 15 08:48:46.365068 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-55555012-89c5-4a62-aa6d-eaeb077d11e0 req-efa97340-52ac-4ba7-be7a-52a28942b88f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390496 Sep 15 08:48:47.397144 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 0083e47e-76da-4d9e-8ea1-d520d60dc5dd details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:48:47.531833 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:48:47.548943 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'port_id': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd', 'mac_address': 'fa:16:3e:49:6d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:48:47.571683 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0df507-8562-4af6-9581-6f87fa2fbbd3 req-536902e4-bf2c-4230-b723-240d5b1e4409 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:47.573130 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9d0df507-8562-4af6-9581-6f87fa2fbbd3 req-536902e4-bf2c-4230-b723-240d5b1e4409 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0744233 Sep 15 08:48:47.602092 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:47.619438 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9d0df507-8562-4af6-9581-6f87fa2fbbd3 req-594b429e-0439-48c3-b0d8-9694ccf09b55 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404706 Sep 15 08:48:47.619664 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0083e47e-76da-4d9e-8ea1-d520d60dc5dd {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:48:47.634966 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:48:47.639630 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:47.641473 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:47.707835 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,revision_number=6']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:47.717168 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:47.717513 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:47.717853 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:47.718192 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:47.718552 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:47.718886 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:47.719198 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:47.719520 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:47.719843 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:47.720164 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:47.720482 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:47.724219 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:47.811094 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['0083e47e-76da-4d9e-8ea1-d520d60dc5dd'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:48:48.829703 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491da35b-5701-4c1a-b0bd-6df9d05e0db3 req-5f24c7f3-6a76-4ebc-85b7-7aeb751e17b9 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:48.831147 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-491da35b-5701-4c1a-b0bd-6df9d05e0db3 req-5f24c7f3-6a76-4ebc-85b7-7aeb751e17b9 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 945 time: 0.0769286 Sep 15 08:48:48.874313 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-491da35b-5701-4c1a-b0bd-6df9d05e0db3 req-28409484-ed88-450c-aac5-1c8fdd51fe62 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373054 Sep 15 08:48:49.408395 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 0083e47e-76da-4d9e-8ea1-d520d60dc5dd up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:48:49.476532 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:48:49.476903 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:49.582571 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:49.608044 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:48:49.617597 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:48:49.621492 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:49.623204 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-ec502fab-e90f-46b4-9a97-77cb05aa000d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:49.665625 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd', 'code': 200} Sep 15 08:48:49.689719 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,revision_number=7']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:49.692583 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:50.080918 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d9b98-04fb-4110-a9a1-dec647f4c2c0 req-87b8592b-c701-4d0b-b976-5e0a4cd67142 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:50.082291 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7b9d9b98-04fb-4110-a9a1-dec647f4c2c0 req-87b8592b-c701-4d0b-b976-5e0a4cd67142 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0766289 Sep 15 08:48:50.130034 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-7b9d9b98-04fb-4110-a9a1-dec647f4c2c0 req-e17398e9-3413-4e21-ab51-46701bb82133 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422969 Sep 15 08:48:51.337424 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d9b24-1bde-4e67-8202-4680513ee51a req-268d2ba8-9028-4fb6-b6c6-0f51ee8ff648 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:51.338873 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9b2d9b24-1bde-4e67-8202-4680513ee51a req-268d2ba8-9028-4fb6-b6c6-0f51ee8ff648 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0755470 Sep 15 08:48:51.383475 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9b2d9b24-1bde-4e67-8202-4680513ee51a req-870727e2-1fe2-46ab-9f6e-d769779e312f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392060 Sep 15 08:48:51.440062 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-5803d399-93bc-45f8-ae22-0163374acb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:51.868327 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:52.614186 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f57344-6140-4474-8d81-37def7c85cb4 req-b91cb820-b5a7-464c-8d88-c62e2bc9321f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:52.616862 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-64f57344-6140-4474-8d81-37def7c85cb4 req-b91cb820-b5a7-464c-8d88-c62e2bc9321f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0843360 Sep 15 08:48:52.670968 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-64f57344-6140-4474-8d81-37def7c85cb4 req-ddb44626-f59a-4be2-8ccc-be56b198a21b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485752 Sep 15 08:48:53.560104 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-a3579942-5a26-4ab3-b069-5aa6ced313e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:53.881577 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69c66b-df51-4f1d-871c-765436414014 req-57200f3e-3a61-46fa-b96f-734626dd7537 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:53.883564 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6d69c66b-df51-4f1d-871c-765436414014 req-57200f3e-3a61-46fa-b96f-734626dd7537 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0781188 Sep 15 08:48:53.930782 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6d69c66b-df51-4f1d-871c-765436414014 req-30ff5046-8fa1-4c61-a35c-97263bbda385 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413802 Sep 15 08:48:54.543028 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:55.333303 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907073b7-4377-45f6-8fa1-97e3053f4535 req-910729a9-e799-4b78-9103-15c7950eabe4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:55.335409 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-907073b7-4377-45f6-8fa1-97e3053f4535 req-910729a9-e799-4b78-9103-15c7950eabe4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.1051848 Sep 15 08:48:55.390192 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-907073b7-4377-45f6-8fa1-97e3053f4535 req-3de3d285-280f-409d-a911-9b36ed9650cf tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489790 Sep 15 08:48:56.094337 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:56.607625 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430dd6c-ed98-46b3-803f-6dd27240564b req-9c3f17e6-74b5-4852-b838-225eed67763d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:56.610778 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d430dd6c-ed98-46b3-803f-6dd27240564b req-9c3f17e6-74b5-4852-b838-225eed67763d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0806348 Sep 15 08:48:56.656399 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d430dd6c-ed98-46b3-803f-6dd27240564b req-f38094e1-55ce-4340-8dca-c471ed52ceb0 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418534 Sep 15 08:48:57.914885 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9d345-9771-441a-a62b-897ed208b306 req-0010b9f1-d3cf-4196-89ed-c785a6ee140e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:57.919121 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a4e9d345-9771-441a-a62b-897ed208b306 req-0010b9f1-d3cf-4196-89ed-c785a6ee140e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.1035619 Sep 15 08:48:57.977513 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a4e9d345-9771-441a-a62b-897ed208b306 req-6a0e1434-1cef-4418-bebb-a811edf5dda0 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461109 Sep 15 08:48:59.240596 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab1c46-423d-48b6-aa20-d34d8575b1e8 req-c01f5173-4341-435e-b4de-157b2836c6ad tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:59.242907 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-46ab1c46-423d-48b6-aa20-d34d8575b1e8 req-c01f5173-4341-435e-b4de-157b2836c6ad tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.1056283 Sep 15 08:48:59.306221 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-46ab1c46-423d-48b6-aa20-d34d8575b1e8 req-4bef5ac5-7ddb-46ed-8cb4-d7a29f6b433c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574999 Sep 15 08:49:00.547636 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099495b1-794c-4eac-b4b8-ad3692ec48bf req-c48b6538-2c01-4c12-9221-bfc782588c02 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:00.554296 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-099495b1-794c-4eac-b4b8-ad3692ec48bf req-c48b6538-2c01-4c12-9221-bfc782588c02 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0915093 Sep 15 08:49:00.602287 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-099495b1-794c-4eac-b4b8-ad3692ec48bf req-cc5c918d-a6b0-44bc-b6c7-537c3b94318f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471144 Sep 15 08:49:01.840583 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540220b6-f02b-47ea-a612-546cc8571f49 req-4a6d0ddd-17b7-4743-ae66-6bb97dd6e582 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:01.842818 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-540220b6-f02b-47ea-a612-546cc8571f49 req-4a6d0ddd-17b7-4743-ae66-6bb97dd6e582 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0912659 Sep 15 08:49:01.907506 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-540220b6-f02b-47ea-a612-546cc8571f49 req-241599d6-70d1-46d3-89ef-f96458650c9b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586336 Sep 15 08:49:01.988794 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:03.027666 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-86985bf4-9ad1-4a94-9c80-713f7ec5cd37 req-bc20a633-a588-4d5b-9325-f3880495eada service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86820906c093481aaaf4340eacfde2db&device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 1099 time: 0.0785568 Sep 15 08:49:03.152111 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688a936-cecc-4096-b6ba-e744c76ca46a req-cc0f81fd-9667-4ade-878c-ed5c7cff43f9 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:03.154505 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6688a936-cecc-4096-b6ba-e744c76ca46a req-cc0f81fd-9667-4ade-878c-ed5c7cff43f9 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0946412 Sep 15 08:49:03.235036 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6688a936-cecc-4096-b6ba-e744c76ca46a req-b07bd2b4-6e69-4046-a6c7-43830e6dd36a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710394 Sep 15 08:49:03.283416 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86985bf4-9ad1-4a94-9c80-713f7ec5cd37 req-76b97e21-1f35-40c5-95c8-9ec041f32b6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:03.284815 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-86985bf4-9ad1-4a94-9c80-713f7ec5cd37 req-76b97e21-1f35-40c5-95c8-9ec041f32b6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d238d48-c667-4b75-9461-7e2b13d6ae1c HTTP/1.1" status: 200 len: 917 time: 0.2514153 Sep 15 08:49:03.395226 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-86985bf4-9ad1-4a94-9c80-713f7ec5cd37 req-e5cac1e6-7570-466b-958f-6152f2957fa7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0083e47e-76da-4d9e-8ea1-d520d60dc5dd HTTP/1.1" status: 200 len: 1002 time: 0.1031256 Sep 15 08:49:03.457147 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86985bf4-9ad1-4a94-9c80-713f7ec5cd37 req-695fc224-4478-4d68-9d28-88726967e6db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:03.458593 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-86985bf4-9ad1-4a94-9c80-713f7ec5cd37 req-695fc224-4478-4d68-9d28-88726967e6db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbc783f9-168d-423f-8179-cb2450becd9d HTTP/1.1" status: 200 len: 855 time: 0.0568712 Sep 15 08:49:03.535894 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-86985bf4-9ad1-4a94-9c80-713f7ec5cd37 req-4f0949e7-0074-4512-b252-866f57bff280 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d238d48-c667-4b75-9461-7e2b13d6ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707920 Sep 15 08:49:03.664841 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-86985bf4-9ad1-4a94-9c80-713f7ec5cd37 req-6906a8ec-a652-4ddf-a063-0af8a9542f07 service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216474 Sep 15 08:49:03.796208 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-86985bf4-9ad1-4a94-9c80-713f7ec5cd37 req-6588c4b1-fea8-4c85-a832-0f12ae38f59e service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236889 Sep 15 08:49:04.458968 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942a63f-3f76-4273-b09a-197c88750b93 req-74230953-30c3-482d-8d2c-139a48544b72 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:04.460550 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1942a63f-3f76-4273-b09a-197c88750b93 req-74230953-30c3-482d-8d2c-139a48544b72 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 946 time: 0.0837419 Sep 15 08:49:04.515455 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1942a63f-3f76-4273-b09a-197c88750b93 req-cc896e3e-0ad0-4e49-b6a9-bbdf05769a8a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489564 Sep 15 08:49:05.497943 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 0083e47e-76da-4d9e-8ea1-d520d60dc5dd no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:49:05.607711 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:05.633845 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:49:05.643568 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:05.648843 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:05.650570 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:05.695295 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd', 'code': 200} Sep 15 08:49:05.717663 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,revision_number=8']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:05.722719 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:05.731713 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0f105-bcfc-40ca-a778-1c7aaa12c281 req-8cbbe86a-6c11-43cb-b3a6-b69f3831aad5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:05.733308 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f5d0f105-bcfc-40ca-a778-1c7aaa12c281 req-8cbbe86a-6c11-43cb-b3a6-b69f3831aad5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.0848134 Sep 15 08:49:05.780738 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f5d0f105-bcfc-40ca-a778-1c7aaa12c281 req-a623c53c-558f-4973-b421-fae5a66637e2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413845 Sep 15 08:49:06.993019 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64d184-8b80-4fbf-a212-019c9f68c238 req-8af89214-34ed-4b36-b968-42a5f785cad6 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:06.994550 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-5c64d184-8b80-4fbf-a212-019c9f68c238 req-8af89214-34ed-4b36-b968-42a5f785cad6 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.0756555 Sep 15 08:49:07.039541 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-5c64d184-8b80-4fbf-a212-019c9f68c238 req-1da6629f-e01d-4d2e-b94f-86454c9c7de0 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396011 Sep 15 08:49:07.986870 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ad0c628a-85d5-450a-82d7-b8cfa1d8dfb4 req-ba3494c6-cdb7-4813-9f88-3c9bf93de7f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0962317 Sep 15 08:49:08.148673 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ad0c628a-85d5-450a-82d7-b8cfa1d8dfb4 req-5d9604ca-e6d7-4ec1-986b-a81c8edb6b1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc73385a541e443f85ce66f39b5a02cc&device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 1098 time: 0.0745618 Sep 15 08:49:08.299185 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c628a-85d5-450a-82d7-b8cfa1d8dfb4 req-38d5eac7-d5df-44a0-94eb-a4d13414bca2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:08.300576 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ad0c628a-85d5-450a-82d7-b8cfa1d8dfb4 req-38d5eac7-d5df-44a0-94eb-a4d13414bca2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=debe74da-7043-4a8c-a5f8-de50c125be18 HTTP/1.1" status: 200 len: 911 time: 0.1315629 Sep 15 08:49:08.443646 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ad0c628a-85d5-450a-82d7-b8cfa1d8dfb4 req-412ec774-39af-45ff-bbb7-d51fdc81dfae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21716f49-5fb9-49a2-86aa-5726fb802f07 HTTP/1.1" status: 200 len: 1000 time: 0.1360931 Sep 15 08:49:08.519027 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c628a-85d5-450a-82d7-b8cfa1d8dfb4 req-998a99ba-6b4a-44d8-a32f-a1fc426402d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:08.520446 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ad0c628a-85d5-450a-82d7-b8cfa1d8dfb4 req-998a99ba-6b4a-44d8-a32f-a1fc426402d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2 HTTP/1.1" status: 200 len: 849 time: 0.0690885 Sep 15 08:49:08.523462 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-637c2115-de8b-4bd9-9728-5de8dee04afa req-b54f3f2b-75ee-41af-b507-8a68019ae3d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1396830 Sep 15 08:49:08.598324 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ad0c628a-85d5-450a-82d7-b8cfa1d8dfb4 req-ced7cd87-4adc-4cb4-a1b3-6b2f8ed282ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=debe74da-7043-4a8c-a5f8-de50c125be18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696929 Sep 15 08:49:08.757849 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ad0c628a-85d5-450a-82d7-b8cfa1d8dfb4 req-66f5fbfa-4875-45c5-826f-315668e194ee service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384840 Sep 15 08:49:08.843567 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2a10de8d-294d-429e-b304-0178e610cbf3 req-b4417126-f25d-4c4e-a43c-c4d23f6ebc02 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923555 Sep 15 08:49:08.854986 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373053b-eb40-4292-b3cb-54d13d974ebf req-7b02d0b2-0507-4c7e-b33d-bef1966459f8 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:08.856517 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-b373053b-eb40-4292-b3cb-54d13d974ebf req-7b02d0b2-0507-4c7e-b33d-bef1966459f8 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.1399100 Sep 15 08:49:08.910638 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-b373053b-eb40-4292-b3cb-54d13d974ebf req-852ac95f-51bf-4e41-b642-f57a15350cb9 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475399 Sep 15 08:49:09.012848 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ad0c628a-85d5-450a-82d7-b8cfa1d8dfb4 req-2d4fa132-0f47-4e2b-ab76-928fa75eee45 service neutron] 10.222.0.42 "GET /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482195 Sep 15 08:49:09.400613 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2a10de8d-294d-429e-b304-0178e610cbf3 req-ccffb111-b1b4-4077-a0d1-8cbe6da1d5d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d&tenant_id=86820906c093481aaaf4340eacfde2db HTTP/1.1" status: 200 len: 1097 time: 0.0709834 Sep 15 08:49:09.503523 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2a10de8d-294d-429e-b304-0178e610cbf3 req-57b338cd-447f-4a99-8965-be81e3ca7a1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86820906c093481aaaf4340eacfde2db&device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 1097 time: 0.0699074 Sep 15 08:49:09.515322 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 0083e47e-76da-4d9e-8ea1-d520d60dc5dd no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:49:09.637437 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10de8d-294d-429e-b304-0178e610cbf3 req-01106a10-ab86-4dda-ac93-888e64a20199 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:09.638978 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2a10de8d-294d-429e-b304-0178e610cbf3 req-01106a10-ab86-4dda-ac93-888e64a20199 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d238d48-c667-4b75-9461-7e2b13d6ae1c HTTP/1.1" status: 200 len: 917 time: 0.1268456 Sep 15 08:49:09.740363 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2a10de8d-294d-429e-b304-0178e610cbf3 req-3db71389-524c-4b82-b8e4-0cb1d17c5f14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0083e47e-76da-4d9e-8ea1-d520d60dc5dd HTTP/1.1" status: 200 len: 1000 time: 0.0950930 Sep 15 08:49:09.801195 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10de8d-294d-429e-b304-0178e610cbf3 req-908543cd-b8eb-45c3-b27a-67476b42633b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:09.802558 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2a10de8d-294d-429e-b304-0178e610cbf3 req-908543cd-b8eb-45c3-b27a-67476b42633b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbc783f9-168d-423f-8179-cb2450becd9d HTTP/1.1" status: 200 len: 855 time: 0.0559328 Sep 15 08:49:09.877318 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2a10de8d-294d-429e-b304-0178e610cbf3 req-c7558f43-0bff-4367-8eda-1e2484f44704 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d238d48-c667-4b75-9461-7e2b13d6ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0685551 Sep 15 08:49:10.008453 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2a10de8d-294d-429e-b304-0178e610cbf3 req-42aed967-3d7f-417f-a46d-d2000eeb3475 service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235948 Sep 15 08:49:10.201690 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2a10de8d-294d-429e-b304-0178e610cbf3 req-462fcc40-5ac9-4e02-a0cc-220fcd9e6d4d service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873341 Sep 15 08:49:10.207479 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef080209-7bf6-4059-8001-dc339dd7a041 req-46bccb25-5c23-4098-a7f3-75bdc859e80b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:10.208994 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ef080209-7bf6-4059-8001-dc339dd7a041 req-46bccb25-5c23-4098-a7f3-75bdc859e80b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.1309135 Sep 15 08:49:10.263936 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ef080209-7bf6-4059-8001-dc339dd7a041 req-3c29696f-81ca-4d13-81c4-2181b51a2f56 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464134 Sep 15 08:49:11.478799 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1efa89-ad0a-4d52-84b8-8a2b71f0928b req-6570b6f6-6020-448c-9c70-b36a94cc45e6 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:11.480290 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-5e1efa89-ad0a-4d52-84b8-8a2b71f0928b req-6570b6f6-6020-448c-9c70-b36a94cc45e6 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.0798006 Sep 15 08:49:11.527506 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-5e1efa89-ad0a-4d52-84b8-8a2b71f0928b req-cff165c3-983f-49be-8165-0e5362b1391c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416832 Sep 15 08:49:12.749201 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734333dd-6063-47e8-a06b-210a5465e1fc req-bc3b96f3-8739-4da6-adf9-1f6761715957 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:12.750691 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-734333dd-6063-47e8-a06b-210a5465e1fc req-bc3b96f3-8739-4da6-adf9-1f6761715957 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.0835283 Sep 15 08:49:12.797572 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-734333dd-6063-47e8-a06b-210a5465e1fc req-7334ede2-2825-415e-98da-536f3fa94d57 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410643 Sep 15 08:49:14.023908 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7e2b3-2211-454c-aa53-cc745f3e68f1 req-511ea581-426e-4130-bbc0-e063eab293c1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:14.025520 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-96e7e2b3-2211-454c-aa53-cc745f3e68f1 req-511ea581-426e-4130-bbc0-e063eab293c1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.0887275 Sep 15 08:49:14.074443 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-96e7e2b3-2211-454c-aa53-cc745f3e68f1 req-ec9f34dd-06e6-47bb-b1e2-5b68c0782ec3 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425761 Sep 15 08:49:15.319601 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efea29e-e372-4ee3-9776-682d9bbfd190 req-b698d6a7-e6c1-4716-9ca1-d1e8baa20e71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:15.321396 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0efea29e-e372-4ee3-9776-682d9bbfd190 req-b698d6a7-e6c1-4716-9ca1-d1e8baa20e71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.0840111 Sep 15 08:49:15.373501 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0efea29e-e372-4ee3-9776-682d9bbfd190 req-faa18ef4-2e34-4729-9165-0547424f038d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468252 Sep 15 08:49:16.047735 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:49:16.586497 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d48bba-5ed9-4f50-9152-c5b1de70be11 req-e548a8a8-d4b1-4c83-af7a-5abcc615fbce tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:16.587882 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-97d48bba-5ed9-4f50-9152-c5b1de70be11 req-e548a8a8-d4b1-4c83-af7a-5abcc615fbce tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.0763805 Sep 15 08:49:16.634697 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-97d48bba-5ed9-4f50-9152-c5b1de70be11 req-a8e38c30-6c0d-4c41-9ece-5a329abaf5a3 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401883 Sep 15 08:49:17.854784 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d4e02-a4bb-42c8-af27-965f9febca13 req-7beeb56c-20b0-46a5-bda2-babdd055e43a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:17.857106 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-338d4e02-a4bb-42c8-af27-965f9febca13 req-7beeb56c-20b0-46a5-bda2-babdd055e43a tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.0786333 Sep 15 08:49:17.903923 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-338d4e02-a4bb-42c8-af27-965f9febca13 req-9984db23-7031-4e50-a742-be51cc3a9875 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416033 Sep 15 08:49:19.194661 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be23bb4-c820-423d-8cec-cba0b66497c2 req-f5b597ea-a05f-4da7-ba02-aad522847c96 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:19.196202 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8be23bb4-c820-423d-8cec-cba0b66497c2 req-f5b597ea-a05f-4da7-ba02-aad522847c96 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.1576416 Sep 15 08:49:19.248906 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8be23bb4-c820-423d-8cec-cba0b66497c2 req-1dd8cfc2-4c8e-4a99-816d-970ad1492b9e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401709 Sep 15 08:49:20.476948 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112f9ac-8fdd-4b25-8339-00402a5d371d req-084dfd61-3f77-4cde-804b-7dfc1221597d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:20.478422 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f112f9ac-8fdd-4b25-8339-00402a5d371d req-084dfd61-3f77-4cde-804b-7dfc1221597d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.0837340 Sep 15 08:49:20.526504 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f112f9ac-8fdd-4b25-8339-00402a5d371d req-44b14a67-7e8a-4624-9b97-0364435d1048 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426230 Sep 15 08:49:21.431787 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-c0ab872a-c329-497e-abc8-9deb7e4136b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:21.736599 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e0f04-8ead-4af7-9844-b3338c21e22f req-881e9257-703b-415d-b8d5-9a36790ceff2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:21.738058 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2a7e0f04-8ead-4af7-9844-b3338c21e22f req-881e9257-703b-415d-b8d5-9a36790ceff2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.0765731 Sep 15 08:49:21.783745 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-2a7e0f04-8ead-4af7-9844-b3338c21e22f req-b5f9ca86-e62b-4911-ae92-f611845896c1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402105 Sep 15 08:49:21.870514 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:22.992868 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890046a9-9f54-4abd-870f-a5bbc23cfb8c req-91688d0c-54f9-48dc-a50f-70af67250963 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:22.994288 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-890046a9-9f54-4abd-870f-a5bbc23cfb8c req-91688d0c-54f9-48dc-a50f-70af67250963 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.0759976 Sep 15 08:49:23.038575 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-890046a9-9f54-4abd-870f-a5bbc23cfb8c req-6d1c827f-da3b-4337-a1e9-9d7002e9a556 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389428 Sep 15 08:49:23.550538 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b0ae0f3c-31cc-4053-a2d6-9a85a6135f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:24.254480 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1279e-6d07-493c-954e-c0cf59e4adea req-0e1cee90-d52a-42f8-b9fd-a2521a4951a2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:24.255917 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f8f1279e-6d07-493c-954e-c0cf59e4adea req-0e1cee90-d52a-42f8-b9fd-a2521a4951a2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.0781133 Sep 15 08:49:24.301222 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f8f1279e-6d07-493c-954e-c0cf59e4adea req-a67669e6-49e0-478c-aa3f-2b7897e5dca4 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397868 Sep 15 08:49:24.545088 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:25.511032 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301c58d-bc14-4cb6-9a46-dc1b7071970a req-5836b99f-1d99-430f-b17c-1ae78c9666d2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:25.511032 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4301c58d-bc14-4cb6-9a46-dc1b7071970a req-5836b99f-1d99-430f-b17c-1ae78c9666d2 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.0753386 Sep 15 08:49:25.555826 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4301c58d-bc14-4cb6-9a46-dc1b7071970a req-479bc9c5-3069-4d4e-a673-e530aa00575c tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423505 Sep 15 08:49:25.957538 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e464b62-e8d5-4fa0-994b-6c14a83fb07a req-8b2eaa78-785d-4628-954a-afe7ba26b3fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:25.958998 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9e464b62-e8d5-4fa0-994b-6c14a83fb07a req-8b2eaa78-785d-4628-954a-afe7ba26b3fb tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 945 time: 0.0739067 Sep 15 08:49:26.003083 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9e464b62-e8d5-4fa0-994b-6c14a83fb07a req-c8b8fba9-16f5-469e-9388-ff3a9bccfe6d tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=22c06517-752d-44a0-b7af-0a44b7bc3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386388 Sep 15 08:49:26.094321 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:26.765899 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc9b07-25ea-4f99-a8d9-08689399f0e9 req-d16b764d-b57e-4e46-9eec-3508e8c9504f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:26.767346 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-cfbc9b07-25ea-4f99-a8d9-08689399f0e9 req-d16b764d-b57e-4e46-9eec-3508e8c9504f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 944 time: 0.0794747 Sep 15 08:49:26.811628 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-cfbc9b07-25ea-4f99-a8d9-08689399f0e9 req-9fb32ea6-e48b-4fd0-a4e3-bb24a95827a5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387175 Sep 15 08:49:27.199502 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c98cf-7fd9-4f31-b344-c67b172f9242 req-48a2f2d2-e636-4f9a-a315-6561fc946e1e tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:27.200964 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-da3c98cf-7fd9-4f31-b344-c67b172f9242 req-48a2f2d2-e636-4f9a-a315-6561fc946e1e tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 945 time: 0.0795517 Sep 15 08:49:27.245962 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-da3c98cf-7fd9-4f31-b344-c67b172f9242 req-19b75c36-37a5-498e-ac45-2c83addb49b3 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=22c06517-752d-44a0-b7af-0a44b7bc3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395727 Sep 15 08:49:27.617438 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 0083e47e-76da-4d9e-8ea1-d520d60dc5dd details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:49:27.747285 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:27.759908 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'port_id': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd', 'mac_address': 'fa:16:3e:49:6d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:49:27.839475 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:27.856736 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0083e47e-76da-4d9e-8ea1-d520d60dc5dd {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:49:27.872867 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:27.877071 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:27.879984 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:27.944415 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,revision_number=9']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:27.947509 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:28.021162 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42054efb-df6f-4ada-83d1-3b2ab7eb80e1 req-b9bc27da-faff-4839-a293-12bd204da17f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:28.023272 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-42054efb-df6f-4ada-83d1-3b2ab7eb80e1 req-b9bc27da-faff-4839-a293-12bd204da17f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 945 time: 0.0764785 Sep 15 08:49:28.066610 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-42054efb-df6f-4ada-83d1-3b2ab7eb80e1 req-83faf0c3-8202-4441-bab1-bdf453b6b4fd tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378437 Sep 15 08:49:28.273895 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['0083e47e-76da-4d9e-8ea1-d520d60dc5dd'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:49:28.283793 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97fb69-b74b-4a6a-8059-84b0b52593f5 req-0840eac1-dbf1-4357-a541-fbed88a923c8 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:28.285252 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4c97fb69-b74b-4a6a-8059-84b0b52593f5 req-0840eac1-dbf1-4357-a541-fbed88a923c8 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.42 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 945 time: 0.1694114 Sep 15 08:49:28.355099 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-4c97fb69-b74b-4a6a-8059-84b0b52593f5 req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Deleting port 21716f49-5fb9-49a2-86aa-5726fb802f07 {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:49:28.355487 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-4c97fb69-b74b-4a6a-8059-84b0b52593f5 req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:28.447986 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbecc35-829b-4eb7-8165-ea53f56c6b52 req-201864f9-abed-455b-805e-2cecb4423b42 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:28.449431 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-edbecc35-829b-4eb7-8165-ea53f56c6b52 req-201864f9-abed-455b-805e-2cecb4423b42 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 945 time: 0.0783005 Sep 15 08:49:28.494169 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-edbecc35-829b-4eb7-8165-ea53f56c6b52 req-f6341d87-e787-4c1a-b4f0-8131951b3554 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups?id=22c06517-752d-44a0-b7af-0a44b7bc3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390821 Sep 15 08:49:28.603959 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-4c97fb69-b74b-4a6a-8059-84b0b52593f5 req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] For port 21716f49-5fb9-49a2-86aa-5726fb802f07, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=21716f49-5fb9-49a2-86aa-5726fb802f07,segment=NetworkSegment(2c08aa4b-a1fc-44d4-b462-59f6886beb63),segment_id=2c08aa4b-a1fc-44d4-b462-59f6886beb63)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:28.604311 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-4c97fb69-b74b-4a6a-8059-84b0b52593f5 req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:28.891979 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-4c97fb69-b74b-4a6a-8059-84b0b52593f5 req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:28.892268 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-4c97fb69-b74b-4a6a-8059-84b0b52593f5 req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357699'] for floatingip, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:28.892580 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.db.l3_db [req-4c97fb69-b74b-4a6a-8059-84b0b52593f5 req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Floating IP 785c2481-d1a9-4368-b347-7f483cb4b8a2 disassociated. External IP: 172.28.3.96, port: 21716f49-5fb9-49a2-86aa-5726fb802f07. Sep 15 08:49:28.892914 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-4c97fb69-b74b-4a6a-8059-84b0b52593f5 req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Calling delete_port for 21716f49-5fb9-49a2-86aa-5726fb802f07 owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:49:29.030749 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-4c97fb69-b74b-4a6a-8059-84b0b52593f5 req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:29.036123 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-99adf90a-bd15-4245-8247-690d525b0a92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:29.081216 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Pushing event deleted for resources: {'Port': ['ID=21716f49-5fb9-49a2-86aa-5726fb802f07,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:29.093576 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:29.093945 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:29.094303 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:29.094735 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:29.095094 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:29.095444 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:29.095797 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:29.096143 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:29.096486 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:29.096826 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:29.097164 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:29.100716 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:29.353295 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40889f9-b3de-4f3c-84ee-3f689838f1af req-c670d9ec-a689-40ac-861e-2e9a5c081090 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:29.354764 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b40889f9-b3de-4f3c-84ee-3f689838f1af req-c670d9ec-a689-40ac-861e-2e9a5c081090 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 945 time: 0.1112814 Sep 15 08:49:29.381789 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c97fb69-b74b-4a6a-8059-84b0b52593f5 req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Router 611f2f48-4472-43ea-86ac-72a04086c4c1 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:49:29.463091 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b40889f9-b3de-4f3c-84ee-3f689838f1af req-04dd0934-bef6-4346-b037-fd86966244f5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003964 Sep 15 08:49:29.614220 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c97fb69-b74b-4a6a-8059-84b0b52593f5 req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:49:29.624257 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785f441-8108-438f-aa5c-666568bfc521 None None] Sync routers for ids ['611f2f48-4472-43ea-86ac-72a04086c4c1'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:49:29.651376 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9785f441-8108-438f-aa5c-666568bfc521 None None] Routers {'611f2f48-4472-43ea-86ac-72a04086c4c1'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:49:29.652115 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-9785f441-8108-438f-aa5c-666568bfc521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:49:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['611f2f48-4472-43ea-86ac-72a04086c4c1'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:29.675722 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9b948e2a-5e51-4d56-8ac4-51b82c295d91 req-826aebf1-c08d-4d35-a6ca-348dc62e15c8 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e71b0-7101-4c70-a687-4d38a774438c HTTP/1.1" status: 200 len: 210 time: 0.0464437 Sep 15 08:49:29.684509 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c97fb69-b74b-4a6a-8059-84b0b52593f5 req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] No DVR routers for this DVR port 21716f49-5fb9-49a2-86aa-5726fb802f07 on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:49:29.686762 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-4c97fb69-b74b-4a6a-8059-84b0b52593f5 req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:29.691018 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990e71b0-7101-4c70-a687-4d38a774438c', 'name': 'network-vif-deleted', 'tag': '21716f49-5fb9-49a2-86aa-5726fb802f07'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:49:29.704316 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 0083e47e-76da-4d9e-8ea1-d520d60dc5dd up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:49:29.707331 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4c97fb69-b74b-4a6a-8059-84b0b52593f5 req-8700d0f1-ef02-411f-b576-cbbba51a0f8c tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.42 "DELETE /v2.0/ports/21716f49-5fb9-49a2-86aa-5726fb802f07 HTTP/1.1" status: 204 len: 173 time: 1.4155366 Sep 15 08:49:29.750821 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990e71b0-7101-4c70-a687-4d38a774438c', 'name': 'network-vif-deleted', 'tag': '21716f49-5fb9-49a2-86aa-5726fb802f07', 'status': 'completed', 'code': 200} Sep 15 08:49:29.880397 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:49:29.880765 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:29.921720 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-9785f441-8108-438f-aa5c-666568bfc521 None None] Set router 611f2f48-4472-43ea-86ac-72a04086c4c1 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:49:30.197408 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:30.246749 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:49:30.284232 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:30.289378 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:30.290475 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 21716f49-5fb9-49a2-86aa-5726fb802f07 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:49:30.317391 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd', 'code': 200} Sep 15 08:49:30.317893 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:30.369903 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: 21716f49-5fb9-49a2-86aa-5726fb802f07 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:49:30.370250 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 21716f49-5fb9-49a2-86aa-5726fb802f07 not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:49:30.400493 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,revision_number=10']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:30.404242 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:30.416786 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-9785f441-8108-438f-aa5c-666568bfc521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '36f64687-2d92-48bb-9705-8c40ebcbace1', 'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'mac_address': 'fa:16:3e:34:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:19Z', 'updated_at': '2021-09-15T08:41:34Z', 'revision_number': 5, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'subnets': [{'id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:30.420804 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785f441-8108-438f-aa5c-666568bfc521 None None] Checking router: 611f2f48-4472-43ea-86ac-72a04086c4c1 for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:49:30.432260 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9785f441-8108-438f-aa5c-666568bfc521 None None] Routers {'611f2f48-4472-43ea-86ac-72a04086c4c1'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:49:30.432846 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-9785f441-8108-438f-aa5c-666568bfc521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:49:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['611f2f48-4472-43ea-86ac-72a04086c4c1'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:30.631035 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-9785f441-8108-438f-aa5c-666568bfc521 None None] Set router 611f2f48-4472-43ea-86ac-72a04086c4c1 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:49:30.787092 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bb83b422-a1ff-44be-b385-0886d13cbef5 req-da5b345a-472e-4ec3-9d24-b272bbd60d0e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 1100 time: 0.2447472 Sep 15 08:49:30.826183 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34518) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:30.834051 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871e7cf-57ee-48e9-8ebf-d54c9c133243 req-6ecf800a-2901-4419-84ce-068fa432e751 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:30.836241 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8871e7cf-57ee-48e9-8ebf-d54c9c133243 req-6ecf800a-2901-4419-84ce-068fa432e751 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 947 time: 0.1228983 Sep 15 08:49:30.862509 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-bb83b422-a1ff-44be-b385-0886d13cbef5 req-e47c9987-a3d7-4f02-bd36-42f5204ac763 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682318 Sep 15 08:49:30.894102 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8871e7cf-57ee-48e9-8ebf-d54c9c133243 req-45442741-0a1e-42ad-911c-63a986fb10f7 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477326 Sep 15 08:49:30.898722 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fd7515dd-d12c-4d93-962b-cb944743ea6b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:30.926881 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fd7515dd-d12c-4d93-962b-cb944743ea6b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:30.978488 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fd7515dd-d12c-4d93-962b-cb944743ea6b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:30.983227 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-58ef8399-70df-48c4-8db0-f24e6dd604e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:30.986701 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-9785f441-8108-438f-aa5c-666568bfc521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '36f64687-2d92-48bb-9705-8c40ebcbace1', 'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'mac_address': 'fa:16:3e:34:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:19Z', 'updated_at': '2021-09-15T08:41:34Z', 'revision_number': 5, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'subnets': [{'id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:30.990926 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785f441-8108-438f-aa5c-666568bfc521 None None] The sync data for ids ['611f2f48-4472-43ea-86ac-72a04086c4c1'] in dv-cinder-806008-2-smb is: [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '36f64687-2d92-48bb-9705-8c40ebcbace1', 'name': '', 'network_id': 'debe74da-7043-4a8c-a5f8-de50c125be18', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'mac_address': 'fa:16:3e:34:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:19Z', 'updated_at': '2021-09-15T08:41:34Z', 'revision_number': 5, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'subnets': [{'id': '9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:49:30.995699 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7515dd-d12c-4d93-962b-cb944743ea6b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c06517-752d-44a0-b7af-0a44b7bc3ab5,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:30.999167 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-fd7515dd-d12c-4d93-962b-cb944743ea6b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:31.010403 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fd7515dd-d12c-4d93-962b-cb944743ea6b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:31.011688 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-fd7515dd-d12c-4d93-962b-cb944743ea6b tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "DELETE /v2.0/security-groups/22c06517-752d-44a0-b7af-0a44b7bc3ab5 HTTP/1.1" status: 204 len: 168 time: 0.1840630 Sep 15 08:49:31.014383 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34522) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:31.039107 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.api.v2.resource [None req-293050a9-f290-4261-bab5-3a8c7b5cabc4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] show failed (client error): The resource could not be found. Sep 15 08:49:31.040333 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-293050a9-f290-4261-bab5-3a8c7b5cabc4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "GET /v2.0/security-groups/22c06517-752d-44a0-b7af-0a44b7bc3ab5 HTTP/1.1" status: 404 len: 347 time: 0.0246744 Sep 15 08:49:31.043069 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34526) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:31.200098 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Deleting port b7612f83-4424-42b7-81bc-1564c430d6aa {{(pid=75067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:49:31.200436 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:31.221965 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e0b44e-2c71-4ebc-82f6-d27f4e3ad63e None None] New status for floating IP 785c2481-d1a9-4368-b347-7f483cb4b8a2: DOWN {{(pid=75069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:49:31.368680 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:31.368908 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:31.492938 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Calling delete_port for b7612f83-4424-42b7-81bc-1564c430d6aa owned by network:floatingip {{(pid=75067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:49:31.571826 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.db.api [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:49:31.572176 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_db.api [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:49:32.008209 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:32.074757 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Deleting port b7612f83-4424-42b7-81bc-1564c430d6aa {{(pid=75067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:49:32.075288 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:32.301746 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b70c44-25e4-455f-b84a-c95e8c125126 req-86113530-52e4-4ae0-803f-6304f6a8f02e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:32.303831 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e7b70c44-25e4-455f-b84a-c95e8c125126 req-86113530-52e4-4ae0-803f-6304f6a8f02e tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 947 time: 0.2698317 Sep 15 08:49:32.373602 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:32.373964 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:32.498555 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e7b70c44-25e4-455f-b84a-c95e8c125126 req-96a9f389-7a2e-4ce0-a4c3-dc45354ab48d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880457 Sep 15 08:49:32.505119 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Calling delete_port for b7612f83-4424-42b7-81bc-1564c430d6aa owned by network:floatingip {{(pid=75067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:49:32.648178 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:32.651635 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:32.696239 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Pushing event deleted for resources: {'Port': ['ID=b7612f83-4424-42b7-81bc-1564c430d6aa,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:32.698939 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:32.785985 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks [] for floatingip, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:32.799398 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for floatingip, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:32.800478 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] 10.222.0.24 "DELETE /v2.0/floatingips/785c2481-d1a9-4368-b347-7f483cb4b8a2 HTTP/1.1" status: 204 len: 168 time: 1.7565470 Sep 15 08:49:33.709421 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79175d6d-1ede-4f66-a868-98bebf106320 req-ba2f3088-dada-4fd8-b1b7-c1c370669799 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:33.711423 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-79175d6d-1ede-4f66-a868-98bebf106320 req-ba2f3088-dada-4fd8-b1b7-c1c370669799 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 947 time: 0.0771172 Sep 15 08:49:33.755679 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-79175d6d-1ede-4f66-a868-98bebf106320 req-68b824f1-eaab-42e7-8f65-c1550af10c58 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388911 Sep 15 08:49:36.804496 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34594) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:37.354291 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358237'] for router_interface, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:37.916014 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Deleting port 36f64687-2d92-48bb-9705-8c40ebcbace1 {{(pid=75067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:49:37.916741 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:38.156895 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] For port 36f64687-2d92-48bb-9705-8c40ebcbace1, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=36f64687-2d92-48bb-9705-8c40ebcbace1,segment=NetworkSegment(2c08aa4b-a1fc-44d4-b462-59f6886beb63),segment_id=2c08aa4b-a1fc-44d4-b462-59f6886beb63)] {{(pid=75067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:38.157242 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:38.272235 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Calling delete_port for 36f64687-2d92-48bb-9705-8c40ebcbace1 owned by network:router_interface {{(pid=75067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:49:38.444778 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:38.448793 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b811a411-1d9a-4ea1-991c-491354b18765 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:38.487902 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Pushing event deleted for resources: {'Port': ['ID=36f64687-2d92-48bb-9705-8c40ebcbace1,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:38.499218 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:38.499588 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:38.499951 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:38.500366 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:38.501176 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:38.501176 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:38.501461 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:38.501735 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:38.502079 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:38.502445 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:38.502793 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:38.532813 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:38.779317 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1469253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358377'] for router_interface, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:39.322642 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Router 611f2f48-4472-43ea-86ac-72a04086c4c1 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:49:39.586937 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:49:39.598459 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f710f7-2153-4047-87a3-00c0df579c32 None None] Sync routers for ids ['611f2f48-4472-43ea-86ac-72a04086c4c1'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:49:39.602328 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] 10.222.0.24 "PUT /v2.0/routers/611f2f48-4472-43ea-86ac-72a04086c4c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7935452 Sep 15 08:49:39.602328 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34600) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:39.610573 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f710f7-2153-4047-87a3-00c0df579c32 None None] Routers {'611f2f48-4472-43ea-86ac-72a04086c4c1'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:49:39.611175 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-b2f710f7-2153-4047-87a3-00c0df579c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:49:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['611f2f48-4472-43ea-86ac-72a04086c4c1'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:39.785619 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-b2f710f7-2153-4047-87a3-00c0df579c32 None None] Set router 611f2f48-4472-43ea-86ac-72a04086c4c1 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:49:39.792985 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-629135f5-ae58-4759-ac2d-8099b24787a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:39.981892 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-629135f5-ae58-4759-ac2d-8099b24787a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:39.990894 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-629135f5-ae58-4759-ac2d-8099b24787a0 admin admin] Deleting port beccd06f-61f5-4f56-8a12-429067e9a946 {{(pid=75067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:49:39.991350 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-629135f5-ae58-4759-ac2d-8099b24787a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:40.060888 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-b2f710f7-2153-4047-87a3-00c0df579c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:49:38Z', 'revision_number': 5, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port': {'id': 'beccd06f-61f5-4f56-8a12-429067e9a946', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:06Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:40.064732 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f710f7-2153-4047-87a3-00c0df579c32 None None] Checking router: 611f2f48-4472-43ea-86ac-72a04086c4c1 for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:49:40.075736 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f710f7-2153-4047-87a3-00c0df579c32 None None] Routers {'611f2f48-4472-43ea-86ac-72a04086c4c1'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:49:40.076327 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-b2f710f7-2153-4047-87a3-00c0df579c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:49:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['611f2f48-4472-43ea-86ac-72a04086c4c1'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:40.161367 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [None req-629135f5-ae58-4759-ac2d-8099b24787a0 admin admin] For port beccd06f-61f5-4f56-8a12-429067e9a946, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=beccd06f-61f5-4f56-8a12-429067e9a946,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:40.161706 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-629135f5-ae58-4759-ac2d-8099b24787a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:40.220895 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-b2f710f7-2153-4047-87a3-00c0df579c32 None None] Set router 611f2f48-4472-43ea-86ac-72a04086c4c1 gateway port host: None {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:49:40.277143 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-629135f5-ae58-4759-ac2d-8099b24787a0 admin admin] Calling delete_port for beccd06f-61f5-4f56-8a12-429067e9a946 owned by network:router_gateway {{(pid=75067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:49:40.324089 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-b2f710f7-2153-4047-87a3-00c0df579c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:49:39Z', 'revision_number': 6, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port_host': None}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:40.327919 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f710f7-2153-4047-87a3-00c0df579c32 None None] The sync data for ids ['611f2f48-4472-43ea-86ac-72a04086c4c1'] in dv-cinder-806008-2-smb is: [{'id': '611f2f48-4472-43ea-86ac-72a04086c4c1', 'name': 'tempest-AttachVolumeTestJSON-290583702-router', 'tenant_id': 'dc73385a541e443f85ce66f39b5a02cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:49:39Z', 'revision_number': 6, 'project_id': 'dc73385a541e443f85ce66f39b5a02cc', 'gw_port_host': None}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:49:40.439064 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-629135f5-ae58-4759-ac2d-8099b24787a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:40.443202 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-e45095f7-b742-4100-a07f-28522632ba29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:40.482780 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629135f5-ae58-4759-ac2d-8099b24787a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=beccd06f-61f5-4f56-8a12-429067e9a946,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:40.486748 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-629135f5-ae58-4759-ac2d-8099b24787a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:40.702233 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-629135f5-ae58-4759-ac2d-8099b24787a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357750'] for router_gateway, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:41.019203 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-629135f5-ae58-4759-ac2d-8099b24787a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-359810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-869'] for router, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:41.023812 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-629135f5-ae58-4759-ac2d-8099b24787a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:41.048064 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-629135f5-ae58-4759-ac2d-8099b24787a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-327698'] for router, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:41.048665 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629135f5-ae58-4759-ac2d-8099b24787a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 611f2f48-4472-43ea-86ac-72a04086c4c1 {{(pid=75067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:49:41.060222 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-629135f5-ae58-4759-ac2d-8099b24787a0 admin admin] Notify callbacks [] for router, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:41.061335 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-629135f5-ae58-4759-ac2d-8099b24787a0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/611f2f48-4472-43ea-86ac-72a04086c4c1 HTTP/1.1" status: 204 len: 168 time: 1.4583457 Sep 15 08:49:41.063788 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34604) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:41.081230 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 36f64687-2d92-48bb-9705-8c40ebcbace1 no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:49:41.125875 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf5c188-8ac1-4e8c-92df-26eb631cd73e admin admin] Deleting subnet 9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2 {{(pid=75067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:49:41.126178 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: 36f64687-2d92-48bb-9705-8c40ebcbace1 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:49:41.126727 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 36f64687-2d92-48bb-9705-8c40ebcbace1 not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:49:41.130946 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-caf5c188-8ac1-4e8c-92df-26eb631cd73e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:41.180138 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-caf5c188-8ac1-4e8c-92df-26eb631cd73e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3252155'] for subnet, precommit_delete_associations {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:41.260085 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-caf5c188-8ac1-4e8c-92df-26eb631cd73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570765'] for subnet, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:41.328815 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-caf5c188-8ac1-4e8c-92df-26eb631cd73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1569342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4130714'] for subnet, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:41.334781 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:41.370219 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5c188-8ac1-4e8c-92df-26eb631cd73e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:41.373350 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-caf5c188-8ac1-4e8c-92df-26eb631cd73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:41.374295 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-caf5c188-8ac1-4e8c-92df-26eb631cd73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:41.381492 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab6220d-31ad-41cb-a802-b5834aa869ed None None] Network debe74da-7043-4a8c-a5f8-de50c125be18 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:49:41.382864 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-caf5c188-8ac1-4e8c-92df-26eb631cd73e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9dd47248-909e-4a0e-a0a6-6a7d9ec2a1c2 HTTP/1.1" status: 204 len: 168 time: 0.3177454 Sep 15 08:49:41.385061 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34608) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:41.493009 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1502459'] for network, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:41.503206 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] Deleting port dc37fa92-9481-45d9-b95d-f770e916e52b {{(pid=75067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:49:41.503527 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:41.621647 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986b2394-da36-4003-a1e7-42ea7d637461 None None] DHCP port deletion for debe74da-7043-4a8c-a5f8-de50c125be18 request from dv-cinder-806008-2-smb {{(pid=75068) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:49:41.625843 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-986b2394-da36-4003-a1e7-42ea7d637461 None None] Deleting port dc37fa92-9481-45d9-b95d-f770e916e52b {{(pid=75068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:49:41.626215 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-986b2394-da36-4003-a1e7-42ea7d637461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:41.706566 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] For port dc37fa92-9481-45d9-b95d-f770e916e52b, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=dc37fa92-9481-45d9-b95d-f770e916e52b,segment=NetworkSegment(2c08aa4b-a1fc-44d4-b462-59f6886beb63),segment_id=2c08aa4b-a1fc-44d4-b462-59f6886beb63)] {{(pid=75067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:41.706913 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:41.824865 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] Calling delete_port for dc37fa92-9481-45d9-b95d-f770e916e52b owned by network:dhcp {{(pid=75067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:49:41.850886 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-986b2394-da36-4003-a1e7-42ea7d637461 None None] For port dc37fa92-9481-45d9-b95d-f770e916e52b, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=dc37fa92-9481-45d9-b95d-f770e916e52b,segment=NetworkSegment(2c08aa4b-a1fc-44d4-b462-59f6886beb63),segment_id=2c08aa4b-a1fc-44d4-b462-59f6886beb63)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:41.851272 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-986b2394-da36-4003-a1e7-42ea7d637461 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:41.899829 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:41.903703 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:41.942604 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc37fa92-9481-45d9-b95d-f770e916e52b,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:41.945644 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:41.950366 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] No DVR routers for this DVR port dc37fa92-9481-45d9-b95d-f770e916e52b on host dv-cinder-806008-2-smb {{(pid=75067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:49:41.966670 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-986b2394-da36-4003-a1e7-42ea7d637461 None None] Calling delete_port for dc37fa92-9481-45d9-b95d-f770e916e52b owned by network:dhcp {{(pid=75068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:49:42.033051 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.db.api [None req-986b2394-da36-4003-a1e7-42ea7d637461 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:49:42.033405 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_db.api [None req-986b2394-da36-4003-a1e7-42ea7d637461 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:49:42.064174 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571402', 'neutron.services.segments.db._delete_segments_for_network-8729531964573'] for network, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:42.077516 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['debe74da-7043-4a8c-a5f8-de50c125be18']}} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:42.089060 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c08aa4b-a1fc-44d4-b462-59f6886beb63') {'for_net_delete': True} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:42.089351 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c08aa4b-a1fc-44d4-b462-59f6886beb63') {} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:42.100271 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729532050360', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3252130'] for segment, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:42.116112 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:42.123161 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=75067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:49:42.123662 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245293'] for segment, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: Traceback (most recent call last): Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: timer() Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: cb(*args, **kw) Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: return func(*args, **kwargs) Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: self._notify() Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: self.callback(batched_events) Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: event.method(event) Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: return f(self, *a, **k) Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: return self._get(url).json() Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: return self.request(url, 'GET', **kwargs) Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:49:42.136799 dv-cinder-806008-2-smb neutron-server[75067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:49:42.283107 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357725'] for network, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:42.288516 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:42.290828 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-d366aa31-bce5-4a56-a44f-4fc443c9add5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:42.311160 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=debe74da-7043-4a8c-a5f8-de50c125be18,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:42.313359 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:42.324717 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-2491aebc-4a94-490e-8a90-8f2a95667cc8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/debe74da-7043-4a8c-a5f8-de50c125be18 HTTP/1.1" status: 204 len: 168 time: 0.9386578 Sep 15 08:49:42.443700 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device beccd06f-61f5-4f56-8a12-429067e9a946 no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:49:42.464712 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34614) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:42.479905 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: beccd06f-61f5-4f56-8a12-429067e9a946 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:49:42.480249 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device beccd06f-61f5-4f56-8a12-429067e9a946 not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:49:42.480671 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device dc37fa92-9481-45d9-b95d-f770e916e52b no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:49:42.511139 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: dc37fa92-9481-45d9-b95d-f770e916e52b {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:49:42.511482 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device dc37fa92-9481-45d9-b95d-f770e916e52b not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:49:42.515062 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-e2dfca13-6d06-4952-b3c2-39f0b1bfd5aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc73385a541e443f85ce66f39b5a02cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490689 Sep 15 08:49:42.517177 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34618) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:42.534706 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-986b2394-da36-4003-a1e7-42ea7d637461 None None] Deleting port dc37fa92-9481-45d9-b95d-f770e916e52b {{(pid=75068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:49:42.535089 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-986b2394-da36-4003-a1e7-42ea7d637461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:42.579867 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f6bac2cb-ae94-48a6-868c-9b5a1d159622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:42.598591 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-986b2394-da36-4003-a1e7-42ea7d637461 None None] The port 'dc37fa92-9481-45d9-b95d-f770e916e52b' was deleted {{(pid=75068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:49:42.607975 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f6bac2cb-ae94-48a6-868c-9b5a1d159622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:42.658145 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f6bac2cb-ae94-48a6-868c-9b5a1d159622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:42.662721 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-7d7c63aa-0458-4b21-aa89-a74ecdcf6ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:42.675763 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bac2cb-ae94-48a6-868c-9b5a1d159622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae7b1eb-5701-4988-bd15-871530e39c76,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:42.678147 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-f6bac2cb-ae94-48a6-868c-9b5a1d159622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:42.683906 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f6bac2cb-ae94-48a6-868c-9b5a1d159622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:42.687644 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-f6bac2cb-ae94-48a6-868c-9b5a1d159622 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ae7b1eb-5701-4988-bd15-871530e39c76 HTTP/1.1" status: 204 len: 168 time: 0.1670735 Sep 15 08:49:51.433843 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-04151812-3634-4547-901e-f3b041ed127e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:51.871386 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:53.048273 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:49:53.316334 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34738) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:53.452571 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6111ad52-b3ab-4ea0-b546-f26521f41c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:53.482842 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-6111ad52-b3ab-4ea0-b546-f26521f41c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:49:53.486520 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-6111ad52-b3ab-4ea0-b546-f26521f41c13 admin admin] Usage tracker for resource:security_group_rule and tenant:13d70b25ab5d44cc97bba5cb207eaa81 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:49:53.489935 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-6111ad52-b3ab-4ea0-b546-f26521f41c13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:49:53.495475 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-6111ad52-b3ab-4ea0-b546-f26521f41c13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:49:53.551372 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-f7a84360-62ea-4741-9ee3-7ca11e7f3157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:53.559240 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6111ad52-b3ab-4ea0-b546-f26521f41c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:53.563043 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6111ad52-b3ab-4ea0-b546-f26521f41c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:53.569621 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-40303c12-96c9-4a36-b90d-42b3b879b87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:53.608066 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111ad52-b3ab-4ea0-b546-f26521f41c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33cd8fc-e5d7-4b23-a105-d8ae36669a64,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:53.612317 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-6111ad52-b3ab-4ea0-b546-f26521f41c13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13d70b25ab5d44cc97bba5cb207eaa81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2950044 Sep 15 08:49:53.613170 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-6111ad52-b3ab-4ea0-b546-f26521f41c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:53.615437 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34744) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:53.676793 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-014595e1-e295-4ca9-85e4-10422eb8f349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:53.701176 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-014595e1-e295-4ca9-85e4-10422eb8f349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:53.749936 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-014595e1-e295-4ca9-85e4-10422eb8f349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:53.754362 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-68496336-4105-4751-ad6f-9afe21e41d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:53.767168 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014595e1-e295-4ca9-85e4-10422eb8f349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33cd8fc-e5d7-4b23-a105-d8ae36669a64,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:53.769915 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-014595e1-e295-4ca9-85e4-10422eb8f349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:53.771004 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-014595e1-e295-4ca9-85e4-10422eb8f349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:53.772699 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-014595e1-e295-4ca9-85e4-10422eb8f349 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b33cd8fc-e5d7-4b23-a105-d8ae36669a64 HTTP/1.1" status: 204 len: 168 time: 0.1569295 Sep 15 08:49:54.549004 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:55.270744 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34796) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:55.406703 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ca600ddf-1c9c-40fb-9128-a2b4d5eb493c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:55.436626 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-ca600ddf-1c9c-40fb-9128-a2b4d5eb493c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:49:55.440438 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-ca600ddf-1c9c-40fb-9128-a2b4d5eb493c admin admin] Usage tracker for resource:security_group_rule and tenant:19b1203f918143369fff00f79727dbd6 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:49:55.443315 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-ca600ddf-1c9c-40fb-9128-a2b4d5eb493c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:49:55.448951 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-ca600ddf-1c9c-40fb-9128-a2b4d5eb493c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:49:55.512205 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ca600ddf-1c9c-40fb-9128-a2b4d5eb493c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:55.515674 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ca600ddf-1c9c-40fb-9128-a2b4d5eb493c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:55.521866 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-492ae7a1-ccf3-4e3b-871e-4a73ad834624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:55.563097 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca600ddf-1c9c-40fb-9128-a2b4d5eb493c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdfe5dc-ef73-4681-9d36-ffb5c9a4c033,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:55.567327 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-ca600ddf-1c9c-40fb-9128-a2b4d5eb493c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19b1203f918143369fff00f79727dbd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2955892 Sep 15 08:49:55.568170 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ca600ddf-1c9c-40fb-9128-a2b4d5eb493c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:55.569897 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34802) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:55.626998 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2828c11f-6242-43bb-9300-1da56eb603c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:55.653040 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2828c11f-6242-43bb-9300-1da56eb603c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:55.701925 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2828c11f-6242-43bb-9300-1da56eb603c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:55.706402 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-58915b18-c8c1-4099-9517-edb5c6a94229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:55.716801 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828c11f-6242-43bb-9300-1da56eb603c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdfe5dc-ef73-4681-9d36-ffb5c9a4c033,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:55.720089 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-2828c11f-6242-43bb-9300-1da56eb603c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:55.723144 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2828c11f-6242-43bb-9300-1da56eb603c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:55.724242 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-2828c11f-6242-43bb-9300-1da56eb603c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bdfe5dc-ef73-4681-9d36-ffb5c9a4c033 HTTP/1.1" status: 204 len: 168 time: 0.1534483 Sep 15 08:49:56.095919 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:57.969991 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34856) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:58.106140 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8304097e-d791-4274-867e-61efc4cbeac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:58.137846 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-8304097e-d791-4274-867e-61efc4cbeac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:49:58.141614 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-8304097e-d791-4274-867e-61efc4cbeac3 admin admin] Usage tracker for resource:security_group_rule and tenant:afafff84651d4d178e90ee10d084f174 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:49:58.153368 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-8304097e-d791-4274-867e-61efc4cbeac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:49:58.156506 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-8304097e-d791-4274-867e-61efc4cbeac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:49:58.225863 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8304097e-d791-4274-867e-61efc4cbeac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:58.230167 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8304097e-d791-4274-867e-61efc4cbeac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:58.236954 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-14ae9bd6-a3d7-4600-a758-a3427db29f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:58.276548 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304097e-d791-4274-867e-61efc4cbeac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbab5a0-ac4a-42fa-9b15-0869d5a2bd64,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:58.282904 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-8304097e-d791-4274-867e-61efc4cbeac3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afafff84651d4d178e90ee10d084f174&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3117657 Sep 15 08:49:58.284340 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 34862) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:58.285910 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-8304097e-d791-4274-867e-61efc4cbeac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:58.341988 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1012d2ab-0f4f-41ec-a866-b7ee3b23be76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:58.370072 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1012d2ab-0f4f-41ec-a866-b7ee3b23be76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:58.420274 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1012d2ab-0f4f-41ec-a866-b7ee3b23be76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:58.424810 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b2d36dd3-84a6-47c4-a9fe-a07fe28768db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:58.436280 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012d2ab-0f4f-41ec-a866-b7ee3b23be76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbab5a0-ac4a-42fa-9b15-0869d5a2bd64,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:58.438650 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-1012d2ab-0f4f-41ec-a866-b7ee3b23be76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:58.441834 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1012d2ab-0f4f-41ec-a866-b7ee3b23be76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:58.446225 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-1012d2ab-0f4f-41ec-a866-b7ee3b23be76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7fbab5a0-ac4a-42fa-9b15-0869d5a2bd64 HTTP/1.1" status: 204 len: 168 time: 0.1615589 Sep 15 08:49:58.755739 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 34870) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:58.774533 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea970-ff54-4eef-a37c-e11abf481a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:58.805848 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-ec6ea970-ff54-4eef-a37c-e11abf481a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:49:58.809639 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-ec6ea970-ff54-4eef-a37c-e11abf481a9b admin admin] Usage tracker for resource:security_group_rule and tenant:252cfc9aa6c1471f9c60c62bd6f59db5 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:49:58.812408 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-ec6ea970-ff54-4eef-a37c-e11abf481a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:49:58.817943 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-ec6ea970-ff54-4eef-a37c-e11abf481a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:49:58.881246 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea970-ff54-4eef-a37c-e11abf481a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:58.884707 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea970-ff54-4eef-a37c-e11abf481a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:58.891849 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a2b07e40-97cf-4eda-a29b-7f39244565cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:58.930657 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ea970-ff54-4eef-a37c-e11abf481a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa6c5e7-c540-47d2-9743-e263dae81241,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:58.935440 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-ec6ea970-ff54-4eef-a37c-e11abf481a9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=252cfc9aa6c1471f9c60c62bd6f59db5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1786857 Sep 15 08:49:58.936335 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ec6ea970-ff54-4eef-a37c-e11abf481a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:58.937923 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 34874) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:58.999058 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-79b517e8-20cb-4d24-a8c5-176127c5b243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:59.024097 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-79b517e8-20cb-4d24-a8c5-176127c5b243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:59.073180 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-79b517e8-20cb-4d24-a8c5-176127c5b243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:59.078063 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ec6ea970-ff54-4eef-a37c-e11abf481a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:59.089834 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b517e8-20cb-4d24-a8c5-176127c5b243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa6c5e7-c540-47d2-9743-e263dae81241,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:59.092126 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-79b517e8-20cb-4d24-a8c5-176127c5b243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:59.095428 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-79b517e8-20cb-4d24-a8c5-176127c5b243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:59.097259 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-79b517e8-20cb-4d24-a8c5-176127c5b243 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efa6c5e7-c540-47d2-9743-e263dae81241 HTTP/1.1" status: 204 len: 168 time: 0.1582553 Sep 15 08:50:02.003525 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:05.930838 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34962) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:06.066005 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b0cec3ce-88da-45f4-88ca-de8a815fe25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:06.097425 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-b0cec3ce-88da-45f4-88ca-de8a815fe25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:50:06.101221 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-b0cec3ce-88da-45f4-88ca-de8a815fe25f admin admin] Usage tracker for resource:security_group_rule and tenant:9638f0e8319d4523b5e92b48f8b00ad0 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:50:06.104274 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-b0cec3ce-88da-45f4-88ca-de8a815fe25f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:50:06.109949 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-b0cec3ce-88da-45f4-88ca-de8a815fe25f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:50:06.176112 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b0cec3ce-88da-45f4-88ca-de8a815fe25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:06.179944 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b0cec3ce-88da-45f4-88ca-de8a815fe25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:06.186811 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-c1be2642-f9ba-4e74-94cd-cf4df9866603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:06.225106 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cec3ce-88da-45f4-88ca-de8a815fe25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddcc4ea-683f-4018-ba71-0906814adbe8,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:06.229443 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-b0cec3ce-88da-45f4-88ca-de8a815fe25f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9638f0e8319d4523b5e92b48f8b00ad0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2976229 Sep 15 08:50:06.230636 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b0cec3ce-88da-45f4-88ca-de8a815fe25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:06.232283 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34968) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:06.294854 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-24fe3bdb-7b20-40d7-8502-8a42ff3acb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:06.319383 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-24fe3bdb-7b20-40d7-8502-8a42ff3acb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:06.368509 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-24fe3bdb-7b20-40d7-8502-8a42ff3acb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:06.372244 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-432dc6c5-f093-44ca-b977-41146ef9df3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:06.383897 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe3bdb-7b20-40d7-8502-8a42ff3acb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddcc4ea-683f-4018-ba71-0906814adbe8,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:06.387193 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-24fe3bdb-7b20-40d7-8502-8a42ff3acb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:06.394754 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-24fe3bdb-7b20-40d7-8502-8a42ff3acb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:06.395877 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-24fe3bdb-7b20-40d7-8502-8a42ff3acb9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ddcc4ea-683f-4018-ba71-0906814adbe8 HTTP/1.1" status: 204 len: 168 time: 0.1629972 Sep 15 08:50:06.708185 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34976) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:06.725936 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-841d9088-8944-4d3e-8475-64a0bf5604f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:06.755564 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-841d9088-8944-4d3e-8475-64a0bf5604f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:50:06.759246 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-841d9088-8944-4d3e-8475-64a0bf5604f5 admin admin] Usage tracker for resource:security_group_rule and tenant:a8a1c314bd454013b629ebc678292ff3 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:50:06.762578 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-841d9088-8944-4d3e-8475-64a0bf5604f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:50:06.768041 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-841d9088-8944-4d3e-8475-64a0bf5604f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:50:06.829364 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-841d9088-8944-4d3e-8475-64a0bf5604f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:06.832778 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-841d9088-8944-4d3e-8475-64a0bf5604f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:06.838753 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b142e7ad-45a1-47d2-a197-f93b289935cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:06.876300 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d9088-8944-4d3e-8475-64a0bf5604f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5682de-a5dc-4dae-a4f5-a539f6d635e8,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:06.879319 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-841d9088-8944-4d3e-8475-64a0bf5604f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:06.881835 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-841d9088-8944-4d3e-8475-64a0bf5604f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8a1c314bd454013b629ebc678292ff3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1726947 Sep 15 08:50:06.884521 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 34980) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:06.946367 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e456ae92-c887-4f22-9ead-c102f7fa38a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:06.970616 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e456ae92-c887-4f22-9ead-c102f7fa38a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:07.019978 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e456ae92-c887-4f22-9ead-c102f7fa38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:07.023418 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-6eaa0816-7277-496a-80a9-a02c8402f7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:07.035562 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456ae92-c887-4f22-9ead-c102f7fa38a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5682de-a5dc-4dae-a4f5-a539f6d635e8,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:07.038334 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-e456ae92-c887-4f22-9ead-c102f7fa38a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:07.040229 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e456ae92-c887-4f22-9ead-c102f7fa38a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:07.041800 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-e456ae92-c887-4f22-9ead-c102f7fa38a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f5682de-a5dc-4dae-a4f5-a539f6d635e8 HTTP/1.1" status: 204 len: 168 time: 0.1563358 Sep 15 08:50:09.192575 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f0ebd39a-93d0-4fb5-9f2d-acb7326b0b86 req-366cbc41-ea44-41e0-821e-8b03414b8456 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682554 Sep 15 08:50:09.359811 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f0ebd39a-93d0-4fb5-9f2d-acb7326b0b86 req-42265088-ba1c-4ae2-a74d-4b18959e421b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86820906c093481aaaf4340eacfde2db&device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 1100 time: 0.0813599 Sep 15 08:50:09.514498 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebd39a-93d0-4fb5-9f2d-acb7326b0b86 req-4f0da47f-4525-4e2f-98ec-e97a887095d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:09.515954 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f0ebd39a-93d0-4fb5-9f2d-acb7326b0b86 req-4f0da47f-4525-4e2f-98ec-e97a887095d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d238d48-c667-4b75-9461-7e2b13d6ae1c HTTP/1.1" status: 200 len: 917 time: 0.1340246 Sep 15 08:50:09.619728 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f0ebd39a-93d0-4fb5-9f2d-acb7326b0b86 req-7337d282-6f0f-4ab8-8fef-94e52e3e292d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0083e47e-76da-4d9e-8ea1-d520d60dc5dd HTTP/1.1" status: 200 len: 1002 time: 0.0971856 Sep 15 08:50:09.680770 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebd39a-93d0-4fb5-9f2d-acb7326b0b86 req-4f1ffa73-1c65-42a0-af67-98bc7261f577 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:09.682195 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f0ebd39a-93d0-4fb5-9f2d-acb7326b0b86 req-4f1ffa73-1c65-42a0-af67-98bc7261f577 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbc783f9-168d-423f-8179-cb2450becd9d HTTP/1.1" status: 200 len: 855 time: 0.0560942 Sep 15 08:50:09.755891 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f0ebd39a-93d0-4fb5-9f2d-acb7326b0b86 req-7b74654a-80be-42ce-af69-6c43d48303af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d238d48-c667-4b75-9461-7e2b13d6ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0665586 Sep 15 08:50:09.885855 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f0ebd39a-93d0-4fb5-9f2d-acb7326b0b86 req-2f8318ca-6697-4fe0-bbd0-c7de6159c882 service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228302 Sep 15 08:50:10.017546 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f0ebd39a-93d0-4fb5-9f2d-acb7326b0b86 req-6934b4b8-1e4c-4087-8303-30aedc0c50e7 service neutron] 10.222.0.42 "GET /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249688 Sep 15 08:50:12.199800 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 35060) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:12.337158 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-58f5cac9-9930-4935-8d6b-e8d4b64dae59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:12.369770 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-58f5cac9-9930-4935-8d6b-e8d4b64dae59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:50:12.370518 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-58f5cac9-9930-4935-8d6b-e8d4b64dae59 admin admin] Usage tracker for resource:security_group_rule and tenant:9e922f1975054774a1113d13e909b0f3 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:50:12.373236 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-58f5cac9-9930-4935-8d6b-e8d4b64dae59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:50:12.378748 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-58f5cac9-9930-4935-8d6b-e8d4b64dae59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:50:12.443086 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-58f5cac9-9930-4935-8d6b-e8d4b64dae59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:12.446557 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-58f5cac9-9930-4935-8d6b-e8d4b64dae59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:12.453666 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-c9faa80b-2790-40d8-b4a1-a3fdf168a832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:12.495903 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-58f5cac9-9930-4935-8d6b-e8d4b64dae59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e922f1975054774a1113d13e909b0f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2950859 Sep 15 08:50:12.496593 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5cac9-9930-4935-8d6b-e8d4b64dae59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e558ae-b9c6-4112-8ddf-52243d8a22c1,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:12.498703 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35066) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:12.499581 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-58f5cac9-9930-4935-8d6b-e8d4b64dae59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:12.562355 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4d561fbd-8f16-40ff-82bc-14040b4a923d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:12.587288 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4d561fbd-8f16-40ff-82bc-14040b4a923d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:12.638790 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4d561fbd-8f16-40ff-82bc-14040b4a923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:12.643324 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-79b517e8-20cb-4d24-a8c5-176127c5b243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:12.655059 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d561fbd-8f16-40ff-82bc-14040b4a923d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e558ae-b9c6-4112-8ddf-52243d8a22c1,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:12.657339 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-4d561fbd-8f16-40ff-82bc-14040b4a923d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:12.660534 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-4d561fbd-8f16-40ff-82bc-14040b4a923d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:12.662363 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-4d561fbd-8f16-40ff-82bc-14040b4a923d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24e558ae-b9c6-4112-8ddf-52243d8a22c1 HTTP/1.1" status: 204 len: 168 time: 0.1625829 Sep 15 08:50:12.972909 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 35074) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:12.991213 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-eff821bc-e799-4ea5-a139-19fadce6a8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:13.021973 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-eff821bc-e799-4ea5-a139-19fadce6a8f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:50:13.025723 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-eff821bc-e799-4ea5-a139-19fadce6a8f9 admin admin] Usage tracker for resource:security_group_rule and tenant:09b983615e4f4112aee8d57b7a67b613 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:50:13.028515 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-eff821bc-e799-4ea5-a139-19fadce6a8f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:50:13.034037 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-eff821bc-e799-4ea5-a139-19fadce6a8f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:50:13.097400 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-eff821bc-e799-4ea5-a139-19fadce6a8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:13.100931 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-eff821bc-e799-4ea5-a139-19fadce6a8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:13.108263 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-5c5d69a5-9b8e-4612-b43d-7414ae54a520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:13.146985 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff821bc-e799-4ea5-a139-19fadce6a8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795da9b5-b70a-4525-8f65-44d8fee5c792,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:13.151340 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-eff821bc-e799-4ea5-a139-19fadce6a8f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09b983615e4f4112aee8d57b7a67b613&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1774316 Sep 15 08:50:13.152192 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-eff821bc-e799-4ea5-a139-19fadce6a8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:13.153935 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 35078) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:13.210665 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f726d951-5baf-4aa1-88e4-a33c97ad2a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:13.242414 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f726d951-5baf-4aa1-88e4-a33c97ad2a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:13.292534 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f726d951-5baf-4aa1-88e4-a33c97ad2a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:13.297104 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-24fe3bdb-7b20-40d7-8502-8a42ff3acb9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:13.309489 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726d951-5baf-4aa1-88e4-a33c97ad2a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795da9b5-b70a-4525-8f65-44d8fee5c792,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:13.312957 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-f726d951-5baf-4aa1-88e4-a33c97ad2a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:13.318051 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f726d951-5baf-4aa1-88e4-a33c97ad2a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:13.319190 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-f726d951-5baf-4aa1-88e4-a33c97ad2a01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/795da9b5-b70a-4525-8f65-44d8fee5c792 HTTP/1.1" status: 204 len: 168 time: 0.1642864 Sep 15 08:50:14.119638 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 35100) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:14.244714 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1129837435-network', 'tenant_id': 'd7b40f794ee344e7ad4255759aeb6f7f'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:50:14.249236 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:50:14.253165 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Usage tracker for resource:network and tenant:d7b40f794ee344e7ad4255759aeb6f7f is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:50:14.256127 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:50:14.262243 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:50:14.272533 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Made reservation on behalf of d7b40f794ee344e7ad4255759aeb6f7f for: {'network': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:50:14.274670 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for network, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:14.286944 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:14.317682 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:50:14.321474 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Usage tracker for resource:security_group_rule and tenant:d7b40f794ee344e7ad4255759aeb6f7f is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:50:14.324826 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:50:14.330461 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:50:14.394370 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:14.397908 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:14.402447 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-f726d951-5baf-4aa1-88e4-a33c97ad2a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:14.426805 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=75067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:50:14.438044 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341e6a52-aa3a-45ac-a323-406bbad4368e,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:14.441786 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:14.442696 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:14.443027 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.db.segments_db [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Added segment e0ddad16-aed5-4010-8752-e40a32fe0ef7 of type vlan for network 3a1303ac-00b3-4be5-b3f0-bd3426e2871e Sep 15 08:50:14.468980 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729531529162'] for network, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:14.498752 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for network, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:14.499917 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:14.500456 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:14.504957 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ed53cac0-fa0c-47b6-805e-f64107ae6b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:14.598614 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4776707 Sep 15 08:50:14.601567 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Pushing event updated for resources: {'Network': ['ID=3a1303ac-00b3-4be5-b3f0-bd3426e2871e,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:14.601715 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35106) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:14.604436 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-13614142-6da7-4146-bb1f-a721f43f2049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:14.608289 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-33389fd1-d6a1-4524-b518-651492f65b02 admin admin] Request body: {'subnet': {'network_id': '3a1303ac-00b3-4be5-b3f0-bd3426e2871e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1129837435-subnet', 'tenant_id': 'd7b40f794ee344e7ad4255759aeb6f7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:50:14.612254 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Network 3a1303ac-00b3-4be5-b3f0-bd3426e2871e details requested by agent ovs-agent-dv-cinder-806008-2-smb with host dv-cinder-806008-2-smb {{(pid=75068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:50:14.613607 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-33389fd1-d6a1-4524-b518-651492f65b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:50:14.617553 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-33389fd1-d6a1-4524-b518-651492f65b02 admin admin] Usage tracker for resource:subnet and tenant:d7b40f794ee344e7ad4255759aeb6f7f is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:50:14.621371 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-33389fd1-d6a1-4524-b518-651492f65b02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:50:14.627107 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-33389fd1-d6a1-4524-b518-651492f65b02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:50:14.638404 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33389fd1-d6a1-4524-b518-651492f65b02 admin admin] Made reservation on behalf of d7b40f794ee344e7ad4255759aeb6f7f for: {'subnet': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:50:14.640799 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-33389fd1-d6a1-4524-b518-651492f65b02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2850850'] for subnet, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:14.841812 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-33389fd1-d6a1-4524-b518-651492f65b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2825419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2850828'] for subnet, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:14.846001 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-d0f6b666-78b5-4afa-b154-7727b9124427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:14.996275 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33389fd1-d6a1-4524-b518-651492f65b02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecbab765-bdf0-4d71-9716-325d23172d54,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:14.999946 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-33389fd1-d6a1-4524-b518-651492f65b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:15.007768 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33389fd1-d6a1-4524-b518-651492f65b02 admin admin] Checking segment: {'id': 'e0ddad16-aed5-4010-8752-e40a32fe0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3a1303ac-00b3-4be5-b3f0-bd3426e2871e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:50:15.008121 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33389fd1-d6a1-4524-b518-651492f65b02 admin admin] Network hostable DHCP agents. Network: 3a1303ac-00b3-4be5-b3f0-bd3426e2871e, hostable agents: ['5500b75e-3e13-4568-b880-b73785507866'], hosted agents: [] {{(pid=75066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:50:15.030325 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33389fd1-d6a1-4524-b518-651492f65b02 admin admin] Network 3a1303ac-00b3-4be5-b3f0-bd3426e2871e is scheduled to be hosted by DHCP agent 5500b75e-3e13-4568-b880-b73785507866 with binding_index 1 {{(pid=75066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:50:15.038920 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-33389fd1-d6a1-4524-b518-651492f65b02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-smb, 3a1303ac-00b3-4be5-b3f0-bd3426e2871e) {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:50:15.042832 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33389fd1-d6a1-4524-b518-651492f65b02 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:15.043402 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-33389fd1-d6a1-4524-b518-651492f65b02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:15.047817 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a586511-7742-41bd-bd8b-77ce45e7e8af None None] Network 3a1303ac-00b3-4be5-b3f0-bd3426e2871e requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:50:15.063859 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-33389fd1-d6a1-4524-b518-651492f65b02 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4612160 Sep 15 08:50:15.255149 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db7581c-6635-4957-980c-e85fae9d2f38 None None] Network 3a1303ac-00b3-4be5-b3f0-bd3426e2871e requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:50:15.868241 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35130) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:15.874516 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1742778618-network', 'tenant_id': 'b8298ae18eb14f6c88e511cbaf897e61'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:50:15.879037 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:50:15.882788 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Usage tracker for resource:network and tenant:b8298ae18eb14f6c88e511cbaf897e61 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:50:15.885559 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:50:15.891149 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:50:15.901946 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Made reservation on behalf of b8298ae18eb14f6c88e511cbaf897e61 for: {'network': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:50:15.904227 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for network, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:15.916005 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:15.946322 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:50:15.950023 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Usage tracker for resource:security_group_rule and tenant:b8298ae18eb14f6c88e511cbaf897e61 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:50:15.952734 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:50:15.958193 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:50:16.025212 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:16.028789 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:16.032598 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:16.057460 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=75066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:50:16.069357 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e372f6c6-d81a-4e6f-9fb6-6c58615b3180,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:16.073215 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:16.074132 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:16.074494 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.db.segments_db [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Added segment 3dea049c-528d-40bb-9c2b-5c52197910f9 of type vlan for network 52f94b40-10c3-4d82-9700-11ff534ca2b5 Sep 15 08:50:16.100359 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729531529162'] for network, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:16.128683 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for network, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:16.129820 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:16.130402 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:16.133512 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-d9977d26-1c45-4740-921f-0a06d390702c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:16.230430 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Pushing event updated for resources: {'Network': ['ID=52f94b40-10c3-4d82-9700-11ff534ca2b5,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:16.236335 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3643551 Sep 15 08:50:16.236335 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:16.236601 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35134) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:16.240977 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Network 52f94b40-10c3-4d82-9700-11ff534ca2b5 details requested by agent ovs-agent-dv-cinder-806008-2-smb with host dv-cinder-806008-2-smb {{(pid=75068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:50:16.241575 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-bf018b14-a1bc-494f-ba11-6c11be873a05 admin admin] Request body: {'subnet': {'network_id': '52f94b40-10c3-4d82-9700-11ff534ca2b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1742778618-subnet', 'tenant_id': 'b8298ae18eb14f6c88e511cbaf897e61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:50:16.246261 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-bf018b14-a1bc-494f-ba11-6c11be873a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:50:16.250031 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-bf018b14-a1bc-494f-ba11-6c11be873a05 admin admin] Usage tracker for resource:subnet and tenant:b8298ae18eb14f6c88e511cbaf897e61 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:50:16.252854 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-bf018b14-a1bc-494f-ba11-6c11be873a05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:50:16.258579 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-bf018b14-a1bc-494f-ba11-6c11be873a05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:50:16.269463 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf018b14-a1bc-494f-ba11-6c11be873a05 admin admin] Made reservation on behalf of b8298ae18eb14f6c88e511cbaf897e61 for: {'subnet': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:50:16.272027 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bf018b14-a1bc-494f-ba11-6c11be873a05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2850850'] for subnet, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:16.468034 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bf018b14-a1bc-494f-ba11-6c11be873a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2825419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2850828'] for subnet, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:16.472161 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-0cc0eb05-5c69-46a0-ab69-a9748279eca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:16.548650 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf018b14-a1bc-494f-ba11-6c11be873a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c000f3a-ba91-42e6-9c41-85b8fdacde46,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:16.551246 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-bf018b14-a1bc-494f-ba11-6c11be873a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:16.559252 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf018b14-a1bc-494f-ba11-6c11be873a05 admin admin] Checking segment: {'id': '3dea049c-528d-40bb-9c2b-5c52197910f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '52f94b40-10c3-4d82-9700-11ff534ca2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:50:16.559598 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf018b14-a1bc-494f-ba11-6c11be873a05 admin admin] Network hostable DHCP agents. Network: 52f94b40-10c3-4d82-9700-11ff534ca2b5, hostable agents: ['5500b75e-3e13-4568-b880-b73785507866'], hosted agents: [] {{(pid=75066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:50:16.580806 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf018b14-a1bc-494f-ba11-6c11be873a05 admin admin] Network 52f94b40-10c3-4d82-9700-11ff534ca2b5 is scheduled to be hosted by DHCP agent 5500b75e-3e13-4568-b880-b73785507866 with binding_index 1 {{(pid=75066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:50:16.590657 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-bf018b14-a1bc-494f-ba11-6c11be873a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-smb, 52f94b40-10c3-4d82-9700-11ff534ca2b5) {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:50:16.594725 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf018b14-a1bc-494f-ba11-6c11be873a05 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:16.595322 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bf018b14-a1bc-494f-ba11-6c11be873a05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:16.599564 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fef679-6833-4cb7-ac5e-3c1cb867520a None None] Network 52f94b40-10c3-4d82-9700-11ff534ca2b5 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:50:16.616253 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-bf018b14-a1bc-494f-ba11-6c11be873a05 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3787344 Sep 15 08:50:16.808545 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9998708e-0f68-48bd-8f9e-ef7196b3dd50 None None] Network 52f94b40-10c3-4d82-9700-11ff534ca2b5 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:50:17.204082 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-f8aff04a-d7a0-468a-9d95-b7e24903e1b8 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:17.205523 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-f8aff04a-d7a0-468a-9d95-b7e24903e1b8 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/networks?id=3a1303ac-00b3-4be5-b3f0-bd3426e2871e HTTP/1.1" status: 200 len: 809 time: 0.1413500 Sep 15 08:50:17.221462 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-f8051ec3-ab59-428a-995d-497fb510323d tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/quotas/d7b40f794ee344e7ad4255759aeb6f7f HTTP/1.1" status: 200 len: 375 time: 0.0106900 Sep 15 08:50:17.266365 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-8ef9f16d-3adc-4027-8350-5e3bbfb9156d tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7b40f794ee344e7ad4255759aeb6f7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401108 Sep 15 08:50:17.396793 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-ca2db56c-f6a6-4bb0-a9a2-6c56018abebb service neutron] 10.222.0.24 "GET /v2.0/networks/3a1303ac-00b3-4be5-b3f0-bd3426e2871e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237752 Sep 15 08:50:17.525233 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-9e7e8746-34fc-4461-aadb-81d86a414692 service neutron] 10.222.0.24 "GET /v2.0/networks/3a1303ac-00b3-4be5-b3f0-bd3426e2871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221724 Sep 15 08:50:17.714030 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e3f7dacc-646d-4dc7-9179-ee1ee7e2a8b5 req-17e86f80-e771-430d-bc0b-20be7503380b tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e360ae-bf68-41e1-a566-3b1324fcd482 HTTP/1.1" status: 200 len: 210 time: 0.0465136 Sep 15 08:50:18.790746 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-fbe0b907-70ba-4cfb-a63d-2b4236b9f213 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:18.792242 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-fbe0b907-70ba-4cfb-a63d-2b4236b9f213 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.42 "GET /v2.0/networks?id=3a1303ac-00b3-4be5-b3f0-bd3426e2871e HTTP/1.1" status: 200 len: 809 time: 0.1451247 Sep 15 08:50:18.816526 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-da115c22-42a5-4228-b34d-9091b9c0f86f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Request body: {'port': {'device_id': '36e360ae-bf68-41e1-a566-3b1324fcd482', 'network_id': '3a1303ac-00b3-4be5-b3f0-bd3426e2871e', 'admin_state_up': True, 'tenant_id': 'd7b40f794ee344e7ad4255759aeb6f7f'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:50:18.933223 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ef06584e-8fe3-436e-aa4d-2eab1f07799c req-2bfd15e4-045f-4ac0-9161-fc69b0c9040c tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e360ae-bf68-41e1-a566-3b1324fcd482 HTTP/1.1" status: 200 len: 210 time: 0.0998709 Sep 15 08:50:18.991012 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-da115c22-42a5-4228-b34d-9091b9c0f86f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:50:18.994755 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-da115c22-42a5-4228-b34d-9091b9c0f86f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Usage tracker for resource:port and tenant:d7b40f794ee344e7ad4255759aeb6f7f is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:50:18.997552 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-da115c22-42a5-4228-b34d-9091b9c0f86f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:50:19.003212 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-da115c22-42a5-4228-b34d-9091b9c0f86f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:50:19.013490 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-da115c22-42a5-4228-b34d-9091b9c0f86f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Made reservation on behalf of d7b40f794ee344e7ad4255759aeb6f7f for: {'port': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:50:19.016516 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-da115c22-42a5-4228-b34d-9091b9c0f86f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:19.264015 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-da115c22-42a5-4228-b34d-9091b9c0f86f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Allocated IP 172.20.0.7 (3a1303ac-00b3-4be5-b3f0-bd3426e2871e/ecbab765-bdf0-4d71-9716-325d23172d54/25978db0-bdf9-439e-b8b3-648f507eef52) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:50:19.460444 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-da115c22-42a5-4228-b34d-9091b9c0f86f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:19.487634 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-da115c22-42a5-4228-b34d-9091b9c0f86f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:19.493759 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:19.562245 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-da115c22-42a5-4228-b34d-9091b9c0f86f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Network 3a1303ac-00b3-4be5-b3f0-bd3426e2871e is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:50:19.565245 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-da115c22-42a5-4228-b34d-9091b9c0f86f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:50:19.567676 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-da115c22-42a5-4228-b34d-9091b9c0f86f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:50:19.607407 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da115c22-42a5-4228-b34d-9091b9c0f86f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Pushing event updated for resources: {'Port': ['ID=25978db0-bdf9-439e-b8b3-648f507eef52,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:19.610148 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-da115c22-42a5-4228-b34d-9091b9c0f86f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:19.633547 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-da115c22-42a5-4228-b34d-9091b9c0f86f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:19.634172 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-da115c22-42a5-4228-b34d-9091b9c0f86f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:19.653971 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-da115c22-42a5-4228-b34d-9091b9c0f86f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8419034 Sep 15 08:50:19.672836 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] Request body: {'port': {'device_id': '36e360ae-bf68-41e1-a566-3b1324fcd482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:50:19.779416 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:20.107693 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25978db0-bdf9-439e-b8b3-648f507eef52 {{(pid=75066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:50:20.114581 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:20.124259 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a27b5-969c-42a4-94f1-3d2dacf1a9c6 req-a4358e8d-d45e-4eba-8faa-e787d4e0e10e tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:20.125705 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-140a27b5-969c-42a4-94f1-3d2dacf1a9c6 req-a4358e8d-d45e-4eba-8faa-e787d4e0e10e tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e360ae-bf68-41e1-a566-3b1324fcd482 HTTP/1.1" status: 200 len: 931 time: 0.0749667 Sep 15 08:50:20.129311 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] Transition to ACTIVE for port object 25978db0-bdf9-439e-b8b3-648f507eef52 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:50:20.132363 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:20.136750 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-3dac3a40-8db7-484c-920d-9be0cefae1ab tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:20.170882 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-140a27b5-969c-42a4-94f1-3d2dacf1a9c6 req-5932a2b8-6741-4bb1-9efe-6db5797263c3 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Synchronizing usage tracker for tenant:d7b40f794ee344e7ad4255759aeb6f7f on resource:security_group {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:50:20.187718 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-140a27b5-969c-42a4-94f1-3d2dacf1a9c6 req-5932a2b8-6741-4bb1-9efe-6db5797263c3 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Unset dirty status for tenant:d7b40f794ee344e7ad4255759aeb6f7f on resource:security_group {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:50:20.189105 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-140a27b5-969c-42a4-94f1-3d2dacf1a9c6 req-5932a2b8-6741-4bb1-9efe-6db5797263c3 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/security-groups?id=341e6a52-aa3a-45ac-a323-406bbad4368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574594 Sep 15 08:50:20.258103 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676623ad-1885-4005-9213-69935d2075fc service neutron] Pushing event updated for resources: {'Port': ['ID=25978db0-bdf9-439e-b8b3-648f507eef52,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:20.262586 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-676623ad-1885-4005-9213-69935d2075fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:20.365161 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] Attempting to bind port 25978db0-bdf9-439e-b8b3-648f507eef52 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:50:20.365488 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] Attempting to bind port 25978db0-bdf9-439e-b8b3-648f507eef52 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'e0ddad16-aed5-4010-8752-e40a32fe0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3a1303ac-00b3-4be5-b3f0-bd3426e2871e'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:50:20.365810 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] Attempting to bind port 25978db0-bdf9-439e-b8b3-648f507eef52 on network 3a1303ac-00b3-4be5-b3f0-bd3426e2871e {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:50:20.371466 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] Port 25978db0-bdf9-439e-b8b3-648f507eef52 on network 3a1303ac-00b3-4be5-b3f0-bd3426e2871e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:50:20.371784 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] Attempting to bind port 25978db0-bdf9-439e-b8b3-648f507eef52 on network 3a1303ac-00b3-4be5-b3f0-bd3426e2871e {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:50:20.377858 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:50:20.378187 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] Checking segment: {'id': 'e0ddad16-aed5-4010-8752-e40a32fe0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3a1303ac-00b3-4be5-b3f0-bd3426e2871e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:50:20.378595 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] Bound using segment: {'id': 'e0ddad16-aed5-4010-8752-e40a32fe0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3a1303ac-00b3-4be5-b3f0-bd3426e2871e'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:50:20.379011 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] Bound port: 25978db0-bdf9-439e-b8b3-648f507eef52, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ddad16-aed5-4010-8752-e40a32fe0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3a1303ac-00b3-4be5-b3f0-bd3426e2871e'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:50:20.379344 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:20.463595 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] For port 25978db0-bdf9-439e-b8b3-648f507eef52, host hv-cinder-80600, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:50:20.467187 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] For port 25978db0-bdf9-439e-b8b3-648f507eef52, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=25978db0-bdf9-439e-b8b3-648f507eef52,segment=NetworkSegment(e0ddad16-aed5-4010-8752-e40a32fe0ef7),segment_id=e0ddad16-aed5-4010-8752-e40a32fe0ef7)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:50:20.470715 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:20.474932 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-79dc63f8-8d24-4840-b1ef-b75c35ac1a86 tempest-VolumesActionsTest-1987386860 tempest-VolumesActionsTest-1987386860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:20.534039 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:20.535668 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-676623ad-1885-4005-9213-69935d2075fc service neutron] 10.222.0.42 "PUT /v2.0/ports/25978db0-bdf9-439e-b8b3-648f507eef52 HTTP/1.1" status: 200 len: 1093 time: 0.8667169 Sep 15 08:50:20.536156 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e360ae-bf68-41e1-a566-3b1324fcd482', 'tag': '25978db0-bdf9-439e-b8b3-648f507eef52'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:50:20.555723 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676623ad-1885-4005-9213-69935d2075fc service neutron] Pushing event updated for resources: {'Port': ['ID=25978db0-bdf9-439e-b8b3-648f507eef52,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:20.559760 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-676623ad-1885-4005-9213-69935d2075fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:20.590437 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e360ae-bf68-41e1-a566-3b1324fcd482', 'tag': '25978db0-bdf9-439e-b8b3-648f507eef52', 'status': 'completed', 'code': 200} Sep 15 08:50:20.679568 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-cc2f5f04-554f-4524-87c1-a71c4ff7088c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7b40f794ee344e7ad4255759aeb6f7f&device_id=36e360ae-bf68-41e1-a566-3b1324fcd482 HTTP/1.1" status: 200 len: 1096 time: 0.0706775 Sep 15 08:50:20.756275 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-e88e8094-34bf-4113-9dcf-717f5141d5f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25978db0-bdf9-439e-b8b3-648f507eef52 HTTP/1.1" status: 200 len: 217 time: 0.0637493 Sep 15 08:50:20.816494 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-71150800-219b-43c4-af2d-febbb1994020 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:20.817751 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-71150800-219b-43c4-af2d-febbb1994020 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecbab765-bdf0-4d71-9716-325d23172d54 HTTP/1.1" status: 200 len: 849 time: 0.0554476 Sep 15 08:50:20.867143 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-646fb343-4988-4b41-8070-0fca468c97e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a1303ac-00b3-4be5-b3f0-bd3426e2871e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423324 Sep 15 08:50:21.002425 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-31702e73-36c6-4990-8171-216d1c58856d service neutron] 10.222.0.42 "GET /v2.0/networks/3a1303ac-00b3-4be5-b3f0-bd3426e2871e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282589 Sep 15 08:50:21.218821 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c2ce3e35-5a17-4331-b43f-58764bc90b55 req-30b2ead9-9f3f-4a7c-8e58-be6ee1eddd3c service neutron] 10.222.0.42 "GET /v2.0/networks/3a1303ac-00b3-4be5-b3f0-bd3426e2871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098074 Sep 15 08:50:21.393525 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9e36967b-aa7f-48df-bb7e-629787a0f5f5 req-8ce4f957-46d6-43a3-88c3-706dd25e83ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7b40f794ee344e7ad4255759aeb6f7f&device_id=36e360ae-bf68-41e1-a566-3b1324fcd482 HTTP/1.1" status: 200 len: 1096 time: 0.0705984 Sep 15 08:50:21.435362 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-982929db-2f41-42cd-9953-d9f6c0490a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:21.458759 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791029e9-b3f7-4a90-99ea-ae3a130055a4 req-8e979ea3-ea72-44dd-9398-1e87f4fc8493 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:21.460192 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-791029e9-b3f7-4a90-99ea-ae3a130055a4 req-8e979ea3-ea72-44dd-9398-1e87f4fc8493 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e360ae-bf68-41e1-a566-3b1324fcd482 HTTP/1.1" status: 200 len: 943 time: 0.1442084 Sep 15 08:50:21.504847 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-791029e9-b3f7-4a90-99ea-ae3a130055a4 req-126d3dbd-c148-4092-b8e3-edc890b1cfad tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/security-groups?id=341e6a52-aa3a-45ac-a323-406bbad4368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384867 Sep 15 08:50:21.531602 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36967b-aa7f-48df-bb7e-629787a0f5f5 req-da3bf680-5e5d-4b30-a381-ca9cd579fb2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:21.533041 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9e36967b-aa7f-48df-bb7e-629787a0f5f5 req-da3bf680-5e5d-4b30-a381-ca9cd579fb2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a1303ac-00b3-4be5-b3f0-bd3426e2871e HTTP/1.1" status: 200 len: 910 time: 0.1324961 Sep 15 08:50:21.603844 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9e36967b-aa7f-48df-bb7e-629787a0f5f5 req-2280598e-4102-4ca8-b950-805fdd566aa3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25978db0-bdf9-439e-b8b3-648f507eef52 HTTP/1.1" status: 200 len: 217 time: 0.0631530 Sep 15 08:50:21.663843 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36967b-aa7f-48df-bb7e-629787a0f5f5 req-a8c28a73-36a0-4e68-8277-65983346a462 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:21.665239 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9e36967b-aa7f-48df-bb7e-629787a0f5f5 req-a8c28a73-36a0-4e68-8277-65983346a462 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecbab765-bdf0-4d71-9716-325d23172d54 HTTP/1.1" status: 200 len: 849 time: 0.0553718 Sep 15 08:50:21.710941 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9e36967b-aa7f-48df-bb7e-629787a0f5f5 req-33e448ba-a864-45e3-9cb8-ff281d5100b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a1303ac-00b3-4be5-b3f0-bd3426e2871e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396037 Sep 15 08:50:21.838849 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9e36967b-aa7f-48df-bb7e-629787a0f5f5 req-fcdf3fb6-feaf-444e-a15f-dfa18591cae6 service neutron] 10.222.0.42 "GET /v2.0/networks/3a1303ac-00b3-4be5-b3f0-bd3426e2871e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217656 Sep 15 08:50:21.877493 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:21.969869 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-9e36967b-aa7f-48df-bb7e-629787a0f5f5 req-c471d93b-23c3-41e6-bcef-73f8200620c7 service neutron] 10.222.0.42 "GET /v2.0/networks/3a1303ac-00b3-4be5-b3f0-bd3426e2871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243095 Sep 15 08:50:22.696858 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de66a7-45bf-4ec2-9b97-acc4987eab97 req-67a34404-ce15-41ef-b16a-45a2a75813fe tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:22.697525 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-01de66a7-45bf-4ec2-9b97-acc4987eab97 req-67a34404-ce15-41ef-b16a-45a2a75813fe tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Synchronizing usage tracker for tenant:d7b40f794ee344e7ad4255759aeb6f7f on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:50:22.714887 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-01de66a7-45bf-4ec2-9b97-acc4987eab97 req-67a34404-ce15-41ef-b16a-45a2a75813fe tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Unset dirty status for tenant:d7b40f794ee344e7ad4255759aeb6f7f on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:50:22.715999 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-01de66a7-45bf-4ec2-9b97-acc4987eab97 req-67a34404-ce15-41ef-b16a-45a2a75813fe tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e360ae-bf68-41e1-a566-3b1324fcd482 HTTP/1.1" status: 200 len: 943 time: 0.0932412 Sep 15 08:50:22.759344 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-01de66a7-45bf-4ec2-9b97-acc4987eab97 req-b458ad49-1357-4113-a45d-3769d4ff6113 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/security-groups?id=341e6a52-aa3a-45ac-a323-406bbad4368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378861 Sep 15 08:50:23.553622 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-42b6c312-ca35-4e7d-9d02-cbd398e67623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:23.907600 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 25978db0-bdf9-439e-b8b3-648f507eef52 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:50:23.948122 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67323fab-ac4f-4cb1-a92f-e0dd56087b87 req-83ef1075-1a4b-4e67-8c0d-6339b3003fb1 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:23.950122 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-67323fab-ac4f-4cb1-a92f-e0dd56087b87 req-83ef1075-1a4b-4e67-8c0d-6339b3003fb1 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e360ae-bf68-41e1-a566-3b1324fcd482 HTTP/1.1" status: 200 len: 943 time: 0.0748293 Sep 15 08:50:23.993918 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-67323fab-ac4f-4cb1-a92f-e0dd56087b87 req-172cce6e-b5f9-4bb5-8996-3368a6c4b276 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/security-groups?id=341e6a52-aa3a-45ac-a323-406bbad4368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383201 Sep 15 08:50:24.039080 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 25978db0-bdf9-439e-b8b3-648f507eef52, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=25978db0-bdf9-439e-b8b3-648f507eef52,segment=NetworkSegment(e0ddad16-aed5-4010-8752-e40a32fe0ef7),segment_id=e0ddad16-aed5-4010-8752-e40a32fe0ef7)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:50:24.052475 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '25978db0-bdf9-439e-b8b3-648f507eef52', 'network_id': '3a1303ac-00b3-4be5-b3f0-bd3426e2871e', 'port_id': '25978db0-bdf9-439e-b8b3-648f507eef52', 'mac_address': 'fa:16:3e:82:7f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecbab765-bdf0-4d71-9716-325d23172d54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:50:24.103692 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:24.121109 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25978db0-bdf9-439e-b8b3-648f507eef52 {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:50:24.135240 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 25978db0-bdf9-439e-b8b3-648f507eef52, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=25978db0-bdf9-439e-b8b3-648f507eef52,segment=NetworkSegment(e0ddad16-aed5-4010-8752-e40a32fe0ef7),segment_id=e0ddad16-aed5-4010-8752-e40a32fe0ef7)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:50:24.139380 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:24.141183 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:24.206797 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=25978db0-bdf9-439e-b8b3-648f507eef52,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:24.214891 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:24.215237 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:24.215574 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:24.215906 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:24.216261 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:24.216614 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:24.216959 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:24.217338 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:24.217672 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:24.217994 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:24.218314 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:24.222111 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:24.521971 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['25978db0-bdf9-439e-b8b3-648f507eef52'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:50:24.578471 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:25.189532 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f58ff-bc97-439e-bd7e-b1f353722e0c req-7870344e-b0fc-416a-b16d-58a0b3c29feb tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:25.191225 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1a8f58ff-bc97-439e-bd7e-b1f353722e0c req-7870344e-b0fc-416a-b16d-58a0b3c29feb tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e360ae-bf68-41e1-a566-3b1324fcd482 HTTP/1.1" status: 200 len: 944 time: 0.0792601 Sep 15 08:50:25.236038 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1a8f58ff-bc97-439e-bd7e-b1f353722e0c req-d33a67c0-57a4-4546-b749-f29c0eaafd51 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/security-groups?id=341e6a52-aa3a-45ac-a323-406bbad4368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393996 Sep 15 08:50:25.911291 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 25978db0-bdf9-439e-b8b3-648f507eef52 up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:50:25.980485 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port 25978db0-bdf9-439e-b8b3-648f507eef52 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:50:25.985027 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 25978db0-bdf9-439e-b8b3-648f507eef52 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:50:25.985425 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:26.106392 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:26.116858 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:26.133582 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e360ae-bf68-41e1-a566-3b1324fcd482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25978db0-bdf9-439e-b8b3-648f507eef52'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:50:26.143488 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 25978db0-bdf9-439e-b8b3-648f507eef52, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=25978db0-bdf9-439e-b8b3-648f507eef52,segment=NetworkSegment(e0ddad16-aed5-4010-8752-e40a32fe0ef7),segment_id=e0ddad16-aed5-4010-8752-e40a32fe0ef7)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:50:26.147716 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:26.149638 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:26.190672 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e360ae-bf68-41e1-a566-3b1324fcd482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25978db0-bdf9-439e-b8b3-648f507eef52', 'code': 200} Sep 15 08:50:26.215360 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=25978db0-bdf9-439e-b8b3-648f507eef52,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:26.218367 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:26.489783 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5d00b-ad99-4e51-904e-c235669c6b9b req-b21e505c-633b-4aa2-9444-ea6e0e140199 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:26.491254 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-edb5d00b-ad99-4e51-904e-c235669c6b9b req-b21e505c-633b-4aa2-9444-ea6e0e140199 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e360ae-bf68-41e1-a566-3b1324fcd482 HTTP/1.1" status: 200 len: 945 time: 0.1338692 Sep 15 08:50:26.494848 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c9001c42-d7c6-4e22-a34a-ea74ffdbff99 req-e085b52b-24b2-4ccd-a4da-71f9fed0087b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=36e360ae-bf68-41e1-a566-3b1324fcd482 HTTP/1.1" status: 200 len: 1098 time: 0.1063602 Sep 15 08:50:26.564919 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-c9001c42-d7c6-4e22-a34a-ea74ffdbff99 req-7eaeaeb2-e940-4b3b-800a-78d3066475d2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=341e6a52-aa3a-45ac-a323-406bbad4368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546405 Sep 15 08:50:26.567058 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-edb5d00b-ad99-4e51-904e-c235669c6b9b req-50776eb9-0387-44d5-bca9-8615174eadbc tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/security-groups?id=341e6a52-aa3a-45ac-a323-406bbad4368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698335 Sep 15 08:50:27.768037 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337e7be-b1dc-4a16-8260-14e375b16c4e req-3ac56b3f-075e-4076-9b39-483a19e1df8f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:27.770380 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e337e7be-b1dc-4a16-8260-14e375b16c4e req-3ac56b3f-075e-4076-9b39-483a19e1df8f tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e360ae-bf68-41e1-a566-3b1324fcd482 HTTP/1.1" status: 200 len: 945 time: 0.0805824 Sep 15 08:50:27.823145 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-e337e7be-b1dc-4a16-8260-14e375b16c4e req-2febf3e6-1806-4043-ac4d-ea1869a1d3ee tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/security-groups?id=341e6a52-aa3a-45ac-a323-406bbad4368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424182 Sep 15 08:50:29.020534 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75727f1c-e3bc-43fe-80a1-ab94d6301b2c req-8377db48-6422-4de3-b36c-4f949f5da8e8 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:29.021966 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-75727f1c-e3bc-43fe-80a1-ab94d6301b2c req-8377db48-6422-4de3-b36c-4f949f5da8e8 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e360ae-bf68-41e1-a566-3b1324fcd482 HTTP/1.1" status: 200 len: 945 time: 0.0772288 Sep 15 08:50:29.065806 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-75727f1c-e3bc-43fe-80a1-ab94d6301b2c req-08dea1b3-861d-479e-bd40-f3a8d90de3aa tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/security-groups?id=341e6a52-aa3a-45ac-a323-406bbad4368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378022 Sep 15 08:50:30.048256 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:50:32.012496 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:32.446432 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac51ae0-6b44-4c7e-87f4-f493567b82e9 req-9866bb91-b5cf-41b5-b4c4-68b5198ac700 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:32.447861 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-eac51ae0-6b44-4c7e-87f4-f493567b82e9 req-9866bb91-b5cf-41b5-b4c4-68b5198ac700 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e360ae-bf68-41e1-a566-3b1324fcd482 HTTP/1.1" status: 200 len: 945 time: 0.0823379 Sep 15 08:50:32.491141 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-eac51ae0-6b44-4c7e-87f4-f493567b82e9 req-412c7f70-8f35-4d05-89cf-6e3c864c68c4 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/security-groups?id=341e6a52-aa3a-45ac-a323-406bbad4368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379264 Sep 15 08:50:33.682913 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d30b8d-3699-4754-afca-8d7a0810a202 req-9c6f209e-6b37-4a3b-9d8f-40e1126b44f7 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:33.684837 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-77d30b8d-3699-4754-afca-8d7a0810a202 req-9c6f209e-6b37-4a3b-9d8f-40e1126b44f7 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e360ae-bf68-41e1-a566-3b1324fcd482 HTTP/1.1" status: 200 len: 945 time: 0.0762756 Sep 15 08:50:33.732188 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-77d30b8d-3699-4754-afca-8d7a0810a202 req-bd942fe1-9aa1-47b5-95eb-b3647d0ed520 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/security-groups?id=341e6a52-aa3a-45ac-a323-406bbad4368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418241 Sep 15 08:50:34.033242 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a391790-e8a8-4126-a835-74005d6142c7 req-8b5741e3-3c5e-41fb-a7ef-4ca1af7923fe tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:34.034667 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4a391790-e8a8-4126-a835-74005d6142c7 req-8b5741e3-3c5e-41fb-a7ef-4ca1af7923fe tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e360ae-bf68-41e1-a566-3b1324fcd482 HTTP/1.1" status: 200 len: 945 time: 0.0775759 Sep 15 08:50:34.100195 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-4a391790-e8a8-4126-a835-74005d6142c7 req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Deleting port 25978db0-bdf9-439e-b8b3-648f507eef52 {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:50:34.100532 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-4a391790-e8a8-4126-a835-74005d6142c7 req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:34.419782 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-4a391790-e8a8-4126-a835-74005d6142c7 req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] For port 25978db0-bdf9-439e-b8b3-648f507eef52, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=25978db0-bdf9-439e-b8b3-648f507eef52,segment=NetworkSegment(e0ddad16-aed5-4010-8752-e40a32fe0ef7),segment_id=e0ddad16-aed5-4010-8752-e40a32fe0ef7)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:50:34.420137 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-4a391790-e8a8-4126-a835-74005d6142c7 req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:34.537381 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-4a391790-e8a8-4126-a835-74005d6142c7 req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Calling delete_port for 25978db0-bdf9-439e-b8b3-648f507eef52 owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:50:34.675249 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-4a391790-e8a8-4126-a835-74005d6142c7 req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:34.680459 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-5596b284-efca-48ac-adf3-b5f6b1607eb5 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:34.710490 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['25978db0-bdf9-439e-b8b3-648f507eef52'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:50:34.726016 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Pushing event deleted for resources: {'Port': ['ID=25978db0-bdf9-439e-b8b3-648f507eef52,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:34.765469 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:34.765839 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:34.766205 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:34.766589 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:34.766942 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:34.767292 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:34.767641 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:34.767989 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:34.768337 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:34.768681 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:34.769026 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:34.776336 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:34.810229 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a391790-e8a8-4126-a835-74005d6142c7 req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] No DVR routers for this DVR port 25978db0-bdf9-439e-b8b3-648f507eef52 on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:50:34.812748 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-4a391790-e8a8-4126-a835-74005d6142c7 req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:34.815490 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e360ae-bf68-41e1-a566-3b1324fcd482', 'name': 'network-vif-deleted', 'tag': '25978db0-bdf9-439e-b8b3-648f507eef52'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:50:34.832352 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-4a391790-e8a8-4126-a835-74005d6142c7 req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.42 "DELETE /v2.0/ports/25978db0-bdf9-439e-b8b3-648f507eef52 HTTP/1.1" status: 204 len: 173 time: 0.7920763 Sep 15 08:50:34.890992 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e360ae-bf68-41e1-a566-3b1324fcd482', 'name': 'network-vif-deleted', 'tag': '25978db0-bdf9-439e-b8b3-648f507eef52', 'status': 'completed', 'code': 200} Sep 15 08:50:34.896479 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-225fa8f6-f600-4db5-a051-db1f63fb9696 req-207b6f99-21bf-4ee0-a401-eca1fa7d07e3 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Synchronizing usage tracker for tenant:d7b40f794ee344e7ad4255759aeb6f7f on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:50:34.912123 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-225fa8f6-f600-4db5-a051-db1f63fb9696 req-207b6f99-21bf-4ee0-a401-eca1fa7d07e3 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Unset dirty status for tenant:d7b40f794ee344e7ad4255759aeb6f7f on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:50:34.913449 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-225fa8f6-f600-4db5-a051-db1f63fb9696 req-207b6f99-21bf-4ee0-a401-eca1fa7d07e3 tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e360ae-bf68-41e1-a566-3b1324fcd482 HTTP/1.1" status: 200 len: 210 time: 0.0585291 Sep 15 08:50:37.988936 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 25978db0-bdf9-439e-b8b3-648f507eef52 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:50:38.021647 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: 25978db0-bdf9-439e-b8b3-648f507eef52 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:50:38.021900 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 25978db0-bdf9-439e-b8b3-648f507eef52 not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:50:39.348117 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d01f4-3a40-4a57-9f7d-0ae50fc43147 req-16c7d656-0676-4a05-a231-d1d4f6fd366d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:39.350255 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-da9d01f4-3a40-4a57-9f7d-0ae50fc43147 req-16c7d656-0676-4a05-a231-d1d4f6fd366d tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 947 time: 0.0901928 Sep 15 08:50:39.402807 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-da9d01f4-3a40-4a57-9f7d-0ae50fc43147 req-33ac5741-501d-44a9-9b51-b70b6f64bb36 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448813 Sep 15 08:50:40.627527 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fc6f2-0a25-4d86-90a7-68fd674524b4 req-29e2a67d-07d6-4e75-995f-2597f55b2682 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:40.628990 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-547fc6f2-0a25-4d86-90a7-68fd674524b4 req-29e2a67d-07d6-4e75-995f-2597f55b2682 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 947 time: 0.0762942 Sep 15 08:50:40.674049 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-547fc6f2-0a25-4d86-90a7-68fd674524b4 req-445e5a5d-58e1-4175-9d7d-302df7c778dc tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394194 Sep 15 08:50:41.117952 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a47c-f037-48d4-9486-a8a033414862 req-e70a2a71-3434-457a-80be-b3c75ea53afe tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:41.119292 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-5ac8a47c-f037-48d4-9486-a8a033414862 req-e70a2a71-3434-457a-80be-b3c75ea53afe tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.42 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 947 time: 0.0746074 Sep 15 08:50:41.190656 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-5ac8a47c-f037-48d4-9486-a8a033414862 req-6ba3dedc-f8c8-47a6-a632-9ac236ef3664 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Deleting port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:50:41.190993 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-5ac8a47c-f037-48d4-9486-a8a033414862 req-6ba3dedc-f8c8-47a6-a632-9ac236ef3664 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:41.428306 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-5ac8a47c-f037-48d4-9486-a8a033414862 req-6ba3dedc-f8c8-47a6-a632-9ac236ef3664 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] For port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:50:41.428569 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-5ac8a47c-f037-48d4-9486-a8a033414862 req-6ba3dedc-f8c8-47a6-a632-9ac236ef3664 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:41.703878 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-5ac8a47c-f037-48d4-9486-a8a033414862 req-6ba3dedc-f8c8-47a6-a632-9ac236ef3664 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:41.704165 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-5ac8a47c-f037-48d4-9486-a8a033414862 req-6ba3dedc-f8c8-47a6-a632-9ac236ef3664 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357699'] for floatingip, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:41.704475 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.db.l3_db [req-5ac8a47c-f037-48d4-9486-a8a033414862 req-6ba3dedc-f8c8-47a6-a632-9ac236ef3664 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Floating IP 2576f34a-3adf-4b28-b7a5-94ae7d8e68d9 disassociated. External IP: 172.28.3.217, port: 0083e47e-76da-4d9e-8ea1-d520d60dc5dd. Sep 15 08:50:41.704810 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-5ac8a47c-f037-48d4-9486-a8a033414862 req-6ba3dedc-f8c8-47a6-a632-9ac236ef3664 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Calling delete_port for 0083e47e-76da-4d9e-8ea1-d520d60dc5dd owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:50:41.972776 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-5ac8a47c-f037-48d4-9486-a8a033414862 req-6ba3dedc-f8c8-47a6-a632-9ac236ef3664 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:41.978089 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-5c14d51b-5406-4a34-b219-2fae3fc2e041 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:42.025579 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3dedc-f8c8-47a6-a632-9ac236ef3664 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Pushing event deleted for resources: {'Port': ['ID=0083e47e-76da-4d9e-8ea1-d520d60dc5dd,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:42.032339 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-6ba3dedc-f8c8-47a6-a632-9ac236ef3664 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:42.045561 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fa15d-2b56-47db-9d26-02eb3157e9c1 req-5e4de25e-7809-4b73-87c6-86957d88c313 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:50:42.047083 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-905fa15d-2b56-47db-9d26-02eb3157e9c1 req-5e4de25e-7809-4b73-87c6-86957d88c313 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 868 time: 0.1545360 Sep 15 08:50:42.162500 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-905fa15d-2b56-47db-9d26-02eb3157e9c1 req-cf87a9e6-8892-4e0d-8ece-24be25580e12 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups?id=22f10425-fc3d-4ed2-a576-979eb9a5f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661438 Sep 15 08:50:42.296205 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ac8a47c-f037-48d4-9486-a8a033414862 req-6ba3dedc-f8c8-47a6-a632-9ac236ef3664 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:50:42.513905 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ac8a47c-f037-48d4-9486-a8a033414862 req-6ba3dedc-f8c8-47a6-a632-9ac236ef3664 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:50:42.523371 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e486bf3f-d68e-4678-a51c-c0ac5adfde92 None None] Sync routers for ids ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'] in dv-cinder-806008-2-smb {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:50:42.536229 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e486bf3f-d68e-4678-a51c-c0ac5adfde92 None None] Routers {'941b3e8e-c5ea-409e-88a7-bf6de9b782ee'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:50:42.536490 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-e486bf3f-d68e-4678-a51c-c0ac5adfde92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:50:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:50:42.587233 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac8a47c-f037-48d4-9486-a8a033414862 req-6ba3dedc-f8c8-47a6-a632-9ac236ef3664 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] No DVR routers for this DVR port 0083e47e-76da-4d9e-8ea1-d520d60dc5dd on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:50:42.589749 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-5ac8a47c-f037-48d4-9486-a8a033414862 req-6ba3dedc-f8c8-47a6-a632-9ac236ef3664 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:42.593588 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'name': 'network-vif-deleted', 'tag': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:50:42.607888 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-5ac8a47c-f037-48d4-9486-a8a033414862 req-6ba3dedc-f8c8-47a6-a632-9ac236ef3664 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.42 "DELETE /v2.0/ports/0083e47e-76da-4d9e-8ea1-d520d60dc5dd HTTP/1.1" status: 204 len: 173 time: 1.4827974 Sep 15 08:50:42.652218 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763bb90f-a58d-46d5-9152-e573c87fd36d', 'name': 'network-vif-deleted', 'tag': '0083e47e-76da-4d9e-8ea1-d520d60dc5dd', 'status': 'completed', 'code': 200} Sep 15 08:50:42.716639 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-e486bf3f-d68e-4678-a51c-c0ac5adfde92 None None] Set router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:50:43.024437 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-e486bf3f-d68e-4678-a51c-c0ac5adfde92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:19Z', 'revision_number': 4, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': 'c0092769-9188-4c87-b52a-6dc1e5617b9f', 'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'mac_address': 'fa:16:3e:cf:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:17Z', 'updated_at': '2021-09-15T08:41:54Z', 'revision_number': 5, 'project_id': '86820906c093481aaaf4340eacfde2db', 'subnets': [{'id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:50:43.028510 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e486bf3f-d68e-4678-a51c-c0ac5adfde92 None None] Checking router: 941b3e8e-c5ea-409e-88a7-bf6de9b782ee for host: dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:50:43.038894 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e486bf3f-d68e-4678-a51c-c0ac5adfde92 None None] Routers {'941b3e8e-c5ea-409e-88a7-bf6de9b782ee'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:50:43.039481 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-e486bf3f-d68e-4678-a51c-c0ac5adfde92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:50:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:50:43.216885 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-e486bf3f-d68e-4678-a51c-c0ac5adfde92 None None] Set router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:50:43.368498 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-f4a12cee-7386-45fd-85da-e7ee5a0a9dbb req-691e8b8e-9388-4e11-adc9-5f4a0eee8783 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Synchronizing usage tracker for tenant:86820906c093481aaaf4340eacfde2db on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:50:43.383724 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-f4a12cee-7386-45fd-85da-e7ee5a0a9dbb req-691e8b8e-9388-4e11-adc9-5f4a0eee8783 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Unset dirty status for tenant:86820906c093481aaaf4340eacfde2db on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:50:43.385000 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f4a12cee-7386-45fd-85da-e7ee5a0a9dbb req-691e8b8e-9388-4e11-adc9-5f4a0eee8783 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/ports?device_id=763bb90f-a58d-46d5-9152-e573c87fd36d HTTP/1.1" status: 200 len: 210 time: 0.0568535 Sep 15 08:50:43.575865 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-e486bf3f-d68e-4678-a51c-c0ac5adfde92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:19Z', 'revision_number': 4, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': 'c0092769-9188-4c87-b52a-6dc1e5617b9f', 'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'mac_address': 'fa:16:3e:cf:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:17Z', 'updated_at': '2021-09-15T08:41:54Z', 'revision_number': 5, 'project_id': '86820906c093481aaaf4340eacfde2db', 'subnets': [{'id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:50:43.579691 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e486bf3f-d68e-4678-a51c-c0ac5adfde92 None None] The sync data for ids ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'] in dv-cinder-806008-2-smb is: [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:41:19Z', 'revision_number': 4, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': 'c0092769-9188-4c87-b52a-6dc1e5617b9f', 'name': '', 'network_id': '3d238d48-c667-4b75-9461-7e2b13d6ae1c', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'mac_address': 'fa:16:3e:cf:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:17Z', 'updated_at': '2021-09-15T08:41:54Z', 'revision_number': 5, 'project_id': '86820906c093481aaaf4340eacfde2db', 'subnets': [{'id': 'fbc783f9-168d-423f-8179-cb2450becd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:50:43.797848 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c97c6cb-40d0-4633-b9ee-e2ccfbfdca33 None None] New status for floating IP 2576f34a-3adf-4b28-b7a5-94ae7d8e68d9: DOWN {{(pid=75068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:50:44.051143 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 0083e47e-76da-4d9e-8ea1-d520d60dc5dd no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:50:44.082922 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: 0083e47e-76da-4d9e-8ea1-d520d60dc5dd {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:50:44.083276 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 0083e47e-76da-4d9e-8ea1-d520d60dc5dd not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:50:44.539938 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 35304) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:44.607310 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b4c27d16-127a-4872-b7b6-b6e0fee1797f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:44.633145 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b4c27d16-127a-4872-b7b6-b6e0fee1797f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:44.683550 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b4c27d16-127a-4872-b7b6-b6e0fee1797f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:44.688214 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-a130662f-6e04-4678-aa14-06bb7ad9136c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:44.702469 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c27d16-127a-4872-b7b6-b6e0fee1797f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f10425-fc3d-4ed2-a576-979eb9a5f59d,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:44.715222 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-b4c27d16-127a-4872-b7b6-b6e0fee1797f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:44.716330 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-b4c27d16-127a-4872-b7b6-b6e0fee1797f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "DELETE /v2.0/security-groups/22f10425-fc3d-4ed2-a576-979eb9a5f59d HTTP/1.1" status: 204 len: 168 time: 0.1753869 Sep 15 08:50:44.717677 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27d16-127a-4872-b7b6-b6e0fee1797f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:44.718050 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27d16-127a-4872-b7b6-b6e0fee1797f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:44.718433 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27d16-127a-4872-b7b6-b6e0fee1797f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:44.718879 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27d16-127a-4872-b7b6-b6e0fee1797f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:44.719045 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35308) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:44.719500 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27d16-127a-4872-b7b6-b6e0fee1797f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:44.719602 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27d16-127a-4872-b7b6-b6e0fee1797f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:44.719919 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27d16-127a-4872-b7b6-b6e0fee1797f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:44.720266 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27d16-127a-4872-b7b6-b6e0fee1797f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:44.720618 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27d16-127a-4872-b7b6-b6e0fee1797f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:44.721048 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27d16-127a-4872-b7b6-b6e0fee1797f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:44.721401 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27d16-127a-4872-b7b6-b6e0fee1797f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:50:44.724533 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b4c27d16-127a-4872-b7b6-b6e0fee1797f tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:44.736528 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.api.v2.resource [None req-eebc0a2b-879d-406f-b552-f70ad3113e7b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] show failed (client error): The resource could not be found. Sep 15 08:50:44.737516 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-eebc0a2b-879d-406f-b552-f70ad3113e7b tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "GET /v2.0/security-groups/22f10425-fc3d-4ed2-a576-979eb9a5f59d HTTP/1.1" status: 404 len: 347 time: 0.0174479 Sep 15 08:50:44.740413 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35312) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:44.889698 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [None req-797c5e24-9934-4cb6-a675-372398b0e2d1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Deleting port 56feeefa-345d-4d81-9717-e7c0db99c387 {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:50:44.890032 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-797c5e24-9934-4cb6-a675-372398b0e2d1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:45.054688 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-797c5e24-9934-4cb6-a675-372398b0e2d1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:45.055095 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-797c5e24-9934-4cb6-a675-372398b0e2d1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:45.176386 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [None req-797c5e24-9934-4cb6-a675-372398b0e2d1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Calling delete_port for 56feeefa-345d-4d81-9717-e7c0db99c387 owned by network:floatingip {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:50:45.318028 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-797c5e24-9934-4cb6-a675-372398b0e2d1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:45.322308 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:45.364064 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c5e24-9934-4cb6-a675-372398b0e2d1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Pushing event deleted for resources: {'Port': ['ID=56feeefa-345d-4d81-9717-e7c0db99c387,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:45.366443 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-797c5e24-9934-4cb6-a675-372398b0e2d1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:45.552261 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-797c5e24-9934-4cb6-a675-372398b0e2d1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks [] for floatingip, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:45.569232 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-797c5e24-9934-4cb6-a675-372398b0e2d1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for floatingip, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:45.570432 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-797c5e24-9934-4cb6-a675-372398b0e2d1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] 10.222.0.24 "DELETE /v2.0/floatingips/2576f34a-3adf-4b28-b7a5-94ae7d8e68d9 HTTP/1.1" status: 204 len: 168 time: 0.8290701 Sep 15 08:50:48.377456 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35360) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:48.952469 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-78a17f02-fc12-427e-ba3c-9fa591cd5823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358237'] for router_interface, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:49.532299 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [None req-78a17f02-fc12-427e-ba3c-9fa591cd5823 admin admin] Deleting port c0092769-9188-4c87-b52a-6dc1e5617b9f {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:50:49.532985 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-78a17f02-fc12-427e-ba3c-9fa591cd5823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:49.702688 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-78a17f02-fc12-427e-ba3c-9fa591cd5823 admin admin] For port c0092769-9188-4c87-b52a-6dc1e5617b9f, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=c0092769-9188-4c87-b52a-6dc1e5617b9f,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:50:49.703038 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-78a17f02-fc12-427e-ba3c-9fa591cd5823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:49.820414 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [None req-78a17f02-fc12-427e-ba3c-9fa591cd5823 admin admin] Calling delete_port for c0092769-9188-4c87-b52a-6dc1e5617b9f owned by network:router_interface {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:50:50.089592 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-78a17f02-fc12-427e-ba3c-9fa591cd5823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:50.093776 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-676623ad-1885-4005-9213-69935d2075fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:50.132274 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a17f02-fc12-427e-ba3c-9fa591cd5823 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0092769-9188-4c87-b52a-6dc1e5617b9f,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:50.136216 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-78a17f02-fc12-427e-ba3c-9fa591cd5823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:50.434686 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-78a17f02-fc12-427e-ba3c-9fa591cd5823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1469253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358377'] for router_interface, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:51.005778 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a17f02-fc12-427e-ba3c-9fa591cd5823 admin admin] Router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:50:51.211039 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a17f02-fc12-427e-ba3c-9fa591cd5823 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:50:51.221447 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e03f4-6c2e-446f-ac79-361b7ab9b82a None None] Sync routers for ids ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'] in dv-cinder-806008-2-smb {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:50:51.225625 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-78a17f02-fc12-427e-ba3c-9fa591cd5823 admin admin] 10.222.0.24 "PUT /v2.0/routers/941b3e8e-c5ea-409e-88a7-bf6de9b782ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8470879 Sep 15 08:50:51.226315 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 35392) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:51.233803 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e03f4-6c2e-446f-ac79-361b7ab9b82a None None] Routers {'941b3e8e-c5ea-409e-88a7-bf6de9b782ee'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:50:51.234455 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-373e03f4-6c2e-446f-ac79-361b7ab9b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:50:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:50:51.408267 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-373e03f4-6c2e-446f-ac79-361b7ab9b82a None None] Set router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:50:51.422511 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a7ba0320-6d52-441d-8400-83504158728f admin admin] Notify callbacks [] for router, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:51.438161 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-63014d33-31f9-481b-9773-3c33e03e8f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:51.616196 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a7ba0320-6d52-441d-8400-83504158728f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:51.626363 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba0320-6d52-441d-8400-83504158728f admin admin] Deleting port e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a {{(pid=75067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:50:51.626869 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a7ba0320-6d52-441d-8400-83504158728f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:51.690088 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-373e03f4-6c2e-446f-ac79-361b7ab9b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:50:49Z', 'revision_number': 5, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port': {'id': 'e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:08Z', 'updated_at': '2021-09-15T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:50:51.694486 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e03f4-6c2e-446f-ac79-361b7ab9b82a None None] Checking router: 941b3e8e-c5ea-409e-88a7-bf6de9b782ee for host: dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:50:51.705504 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e03f4-6c2e-446f-ac79-361b7ab9b82a None None] Routers {'941b3e8e-c5ea-409e-88a7-bf6de9b782ee'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:50:51.706097 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-373e03f4-6c2e-446f-ac79-361b7ab9b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:50:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:50:51.797151 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [None req-a7ba0320-6d52-441d-8400-83504158728f admin admin] For port e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:50:51.797494 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a7ba0320-6d52-441d-8400-83504158728f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:51.851845 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-373e03f4-6c2e-446f-ac79-361b7ab9b82a None None] Set router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee gateway port host: None {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:50:51.882841 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:51.915181 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba0320-6d52-441d-8400-83504158728f admin admin] Calling delete_port for e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a owned by network:router_gateway {{(pid=75067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:50:51.957084 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-373e03f4-6c2e-446f-ac79-361b7ab9b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:50:51Z', 'revision_number': 6, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port_host': None}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:50:51.960998 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e03f4-6c2e-446f-ac79-361b7ab9b82a None None] The sync data for ids ['941b3e8e-c5ea-409e-88a7-bf6de9b782ee'] in dv-cinder-806008-2-smb is: [{'id': '941b3e8e-c5ea-409e-88a7-bf6de9b782ee', 'name': 'tempest-AttachVolumeShelveTestJSON-222967857-router', 'tenant_id': '86820906c093481aaaf4340eacfde2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:07Z', 'updated_at': '2021-09-15T08:50:51Z', 'revision_number': 6, 'project_id': '86820906c093481aaaf4340eacfde2db', 'gw_port_host': None}] {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:50:52.097550 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a7ba0320-6d52-441d-8400-83504158728f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:52.101878 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-9d64197e-4bb4-486f-ac5b-1cd8a5f02c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:52.149864 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba0320-6d52-441d-8400-83504158728f admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:52.153881 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-a7ba0320-6d52-441d-8400-83504158728f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:52.453286 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a7ba0320-6d52-441d-8400-83504158728f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357750'] for router_gateway, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:52.703717 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a7ba0320-6d52-441d-8400-83504158728f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-359810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-869'] for router, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:52.707924 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a7ba0320-6d52-441d-8400-83504158728f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:52.734212 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a7ba0320-6d52-441d-8400-83504158728f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-327698'] for router, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:52.734979 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device c0092769-9188-4c87-b52a-6dc1e5617b9f no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:50:52.735486 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ba0320-6d52-441d-8400-83504158728f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 941b3e8e-c5ea-409e-88a7-bf6de9b782ee {{(pid=75067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:50:52.747544 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-a7ba0320-6d52-441d-8400-83504158728f admin admin] Notify callbacks [] for router, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:52.748741 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-a7ba0320-6d52-441d-8400-83504158728f admin admin] 10.222.0.24 "DELETE /v2.0/routers/941b3e8e-c5ea-409e-88a7-bf6de9b782ee HTTP/1.1" status: 204 len: 168 time: 1.5214517 Sep 15 08:50:52.751269 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 35410) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:52.804236 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: c0092769-9188-4c87-b52a-6dc1e5617b9f {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:50:52.804592 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device c0092769-9188-4c87-b52a-6dc1e5617b9f not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:50:52.805017 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:50:52.815088 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e6883a-6f50-45cb-89ce-ea3bf7638ee1 admin admin] Deleting subnet fbc783f9-168d-423f-8179-cb2450becd9d {{(pid=75067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:50:52.818023 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-47e6883a-6f50-45cb-89ce-ea3bf7638ee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:52.836725 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:50:52.837077 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device e0f7f2d7-b52c-41ca-948b-6ce0ca9de70a not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:50:52.867205 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-47e6883a-6f50-45cb-89ce-ea3bf7638ee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3252155'] for subnet, precommit_delete_associations {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:52.951492 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-47e6883a-6f50-45cb-89ce-ea3bf7638ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570765'] for subnet, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.016446 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-47e6883a-6f50-45cb-89ce-ea3bf7638ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1569342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4130714'] for subnet, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.020364 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-caf5c188-8ac1-4e8c-92df-26eb631cd73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:53.055031 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6883a-6f50-45cb-89ce-ea3bf7638ee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbc783f9-168d-423f-8179-cb2450becd9d,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:53.057460 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-47e6883a-6f50-45cb-89ce-ea3bf7638ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:53.063284 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-47e6883a-6f50-45cb-89ce-ea3bf7638ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.068224 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b88ff9-eb0f-44d7-9bcb-d5c73e88df36 None None] Network 3d238d48-c667-4b75-9461-7e2b13d6ae1c requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:50:53.069497 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-47e6883a-6f50-45cb-89ce-ea3bf7638ee1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fbc783f9-168d-423f-8179-cb2450becd9d HTTP/1.1" status: 204 len: 168 time: 0.3173151 Sep 15 08:50:53.071951 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 35414) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:53.174191 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1502459'] for network, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.185618 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] Deleting port 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 {{(pid=75067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:50:53.185891 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.316879 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a315f2a2-b769-4bea-8ebc-e926e0499871 None None] DHCP port deletion for 3d238d48-c667-4b75-9461-7e2b13d6ae1c request from dv-cinder-806008-2-smb {{(pid=75068) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:50:53.321593 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-a315f2a2-b769-4bea-8ebc-e926e0499871 None None] Deleting port 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 {{(pid=75068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:50:53.322055 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-a315f2a2-b769-4bea-8ebc-e926e0499871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.353328 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35420) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:53.392245 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] For port 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=60bad5b3-b8f6-49a6-a7a1-4c594dfc2936,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:50:53.392743 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.414215 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_v2 [None req-387ef864-d1aa-4d39-8e28-ddd81d69e4dc admin admin] Deleting subnet ecbab765-bdf0-4d71-9716-325d23172d54 {{(pid=75066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:50:53.417529 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-387ef864-d1aa-4d39-8e28-ddd81d69e4dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.471875 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-387ef864-d1aa-4d39-8e28-ddd81d69e4dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2846994'] for subnet, precommit_delete_associations {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.520871 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] Calling delete_port for 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 owned by network:dhcp {{(pid=75067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:50:53.529222 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-a315f2a2-b769-4bea-8ebc-e926e0499871 None None] For port 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=60bad5b3-b8f6-49a6-a7a1-4c594dfc2936,segment=NetworkSegment(ef88940d-29ae-4929-97b3-c1ba49b59f88),segment_id=ef88940d-29ae-4929-97b3-c1ba49b59f88)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:50:53.529615 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-a315f2a2-b769-4bea-8ebc-e926e0499871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.530956 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-387ef864-d1aa-4d39-8e28-ddd81d69e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570765'] for subnet, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.604432 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-387ef864-d1aa-4d39-8e28-ddd81d69e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1569342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2825226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2850823'] for subnet, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.608729 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:53.663628 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-a315f2a2-b769-4bea-8ebc-e926e0499871 None None] Calling delete_port for 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 owned by network:dhcp {{(pid=75068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:50:53.688906 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.694563 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-a7ba0320-6d52-441d-8400-83504158728f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:53.713294 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3c183f24-b408-420f-9e17-b22a9cadd354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.738339 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] Pushing event deleted for resources: {'Port': ['ID=60bad5b3-b8f6-49a6-a7a1-4c594dfc2936,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:53.741564 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:53.742374 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] No DVR routers for this DVR port 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 on host dv-cinder-806008-2-smb {{(pid=75067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:50:53.743709 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.db.api [None req-a315f2a2-b769-4bea-8ebc-e926e0499871 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:50:53.744384 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_db.api [None req-a315f2a2-b769-4bea-8ebc-e926e0499871 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:50:53.756955 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ef864-d1aa-4d39-8e28-ddd81d69e4dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecbab765-bdf0-4d71-9716-325d23172d54,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:53.760957 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-387ef864-d1aa-4d39-8e28-ddd81d69e4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:53.767660 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-387ef864-d1aa-4d39-8e28-ddd81d69e4dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.774630 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-387ef864-d1aa-4d39-8e28-ddd81d69e4dc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ecbab765-bdf0-4d71-9716-325d23172d54 HTTP/1.1" status: 204 len: 168 time: 0.4196789 Sep 15 08:50:53.777077 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35424) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:53.858763 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571402', 'neutron.services.segments.db._delete_segments_for_network-8729531964573'] for network, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.871575 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d238d48-c667-4b75-9461-7e2b13d6ae1c']}} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:50:53.880764 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e89b5f4f-4bfc-4947-b7ef-4d165983ce87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1502459'] for network, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.883321 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef88940d-29ae-4929-97b3-c1ba49b59f88') {'for_net_delete': True} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:50:53.883616 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef88940d-29ae-4929-97b3-c1ba49b59f88') {} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:50:53.895438 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729532050360', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3252130'] for segment, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.910645 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.916502 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=75067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:50:53.916881 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245293'] for segment, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: Traceback (most recent call last): Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: timer() Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: cb(*args, **kw) Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: return func(*args, **kwargs) Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: self._notify() Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: self.callback(batched_events) Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: event.method(event) Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: return f(self, *a, **k) Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: return self._get(url).json() Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: return self.request(url, 'GET', **kwargs) Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:50:53.929592 dv-cinder-806008-2-smb neutron-server[75067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:50:54.006455 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e89b5f4f-4bfc-4947-b7ef-4d165983ce87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571402', 'neutron.services.segments.db._delete_segments_for_network-8729531964573'] for network, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.007121 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357725'] for network, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.010968 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-d64e9132-dc0e-4b9c-b492-f7548f5d521c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:54.019802 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.services.segments.db [None req-e89b5f4f-4bfc-4947-b7ef-4d165983ce87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1303ac-00b3-4be5-b3f0-bd3426e2871e']}} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:50:54.023823 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.031725 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.services.segments.db [None req-e89b5f4f-4bfc-4947-b7ef-4d165983ce87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ddad16-aed5-4010-8752-e40a32fe0ef7') {'for_net_delete': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:50:54.032021 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.services.segments.db [None req-e89b5f4f-4bfc-4947-b7ef-4d165983ce87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ddad16-aed5-4010-8752-e40a32fe0ef7') {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:50:54.033805 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] Pushing event deleted for resources: {'Network': ['ID=3d238d48-c667-4b75-9461-7e2b13d6ae1c,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:54.036887 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:54.043986 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e89b5f4f-4bfc-4947-b7ef-4d165983ce87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729532050360', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846987'] for segment, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.048051 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] 10.222.0.24 "DELETE /v2.0/networks/3d238d48-c667-4b75-9461-7e2b13d6ae1c HTTP/1.1" status: 204 len: 168 time: 0.9751849 Sep 15 08:50:54.061587 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e89b5f4f-4bfc-4947-b7ef-4d165983ce87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.068175 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89b5f4f-4bfc-4947-b7ef-4d165983ce87 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=75066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:50:54.068560 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e89b5f4f-4bfc-4947-b7ef-4d165983ce87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2825300'] for segment, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: Traceback (most recent call last): Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: timer() Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: cb(*args, **kw) Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: return func(*args, **kwargs) Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: self._notify() Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: self.callback(batched_events) Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: event.method(event) Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: return f(self, *a, **k) Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: return self._get(url).json() Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: return self.request(url, 'GET', **kwargs) Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:50:54.082298 dv-cinder-806008-2-smb neutron-server[75066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:50:54.163427 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e89b5f4f-4bfc-4947-b7ef-4d165983ce87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357725'] for network, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.167467 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:54.181320 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-e89b5f4f-4bfc-4947-b7ef-4d165983ce87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.190746 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b5f4f-4bfc-4947-b7ef-4d165983ce87 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a1303ac-00b3-4be5-b3f0-bd3426e2871e,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:54.193745 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-e89b5f4f-4bfc-4947-b7ef-4d165983ce87 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3a1303ac-00b3-4be5-b3f0-bd3426e2871e HTTP/1.1" status: 204 len: 168 time: 0.4157236 Sep 15 08:50:54.194614 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e89b5f4f-4bfc-4947-b7ef-4d165983ce87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:54.196373 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35430) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:54.199538 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 35434) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:54.248475 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-a315f2a2-b769-4bea-8ebc-e926e0499871 None None] Deleting port 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 {{(pid=75068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:50:54.248686 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-182fe73f-55a0-40f9-90c5-9c2481aef7d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86820906c093481aaaf4340eacfde2db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483932 Sep 15 08:50:54.248780 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-a315f2a2-b769-4bea-8ebc-e926e0499871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.248937 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35438) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:54.263256 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1c9a2f-0a8a-41d3-b2c9-4cf2315e04d1 admin admin] Deleting subnet 6c000f3a-ba91-42e6-9c41-85b8fdacde46 {{(pid=75067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:50:54.266199 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7b1c9a2f-0a8a-41d3-b2c9-4cf2315e04d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.310528 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-a315f2a2-b769-4bea-8ebc-e926e0499871 None None] The port '60bad5b3-b8f6-49a6-a7a1-4c594dfc2936' was deleted {{(pid=75068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:50:54.318220 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7b1c9a2f-0a8a-41d3-b2c9-4cf2315e04d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3252155'] for subnet, precommit_delete_associations {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.318847 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-c84aa874-053f-4d34-9dea-c6058e37c733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.347052 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-c84aa874-053f-4d34-9dea-c6058e37c733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.374040 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7b1c9a2f-0a8a-41d3-b2c9-4cf2315e04d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570765'] for subnet, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.400270 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-c84aa874-053f-4d34-9dea-c6058e37c733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.405971 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-db0027ba-7570-4b38-b7d0-da9967ef0f2f tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:54.425961 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aa874-053f-4d34-9dea-c6058e37c733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d232535f-d59d-4c57-be30-017670ce3aa6,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:54.427517 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-c84aa874-053f-4d34-9dea-c6058e37c733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:54.432695 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-c84aa874-053f-4d34-9dea-c6058e37c733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.433910 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-c84aa874-053f-4d34-9dea-c6058e37c733 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d232535f-d59d-4c57-be30-017670ce3aa6 HTTP/1.1" status: 204 len: 168 time: 0.1840870 Sep 15 08:50:54.453741 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7b1c9a2f-0a8a-41d3-b2c9-4cf2315e04d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1569342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4130714'] for subnet, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.461448 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:54.494513 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:50:54.498404 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c9a2f-0a8a-41d3-b2c9-4cf2315e04d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c000f3a-ba91-42e6-9c41-85b8fdacde46,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:54.500903 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-7b1c9a2f-0a8a-41d3-b2c9-4cf2315e04d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:54.503812 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7b1c9a2f-0a8a-41d3-b2c9-4cf2315e04d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.509605 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-7b1c9a2f-0a8a-41d3-b2c9-4cf2315e04d1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6c000f3a-ba91-42e6-9c41-85b8fdacde46 HTTP/1.1" status: 204 len: 168 time: 0.3086436 Sep 15 08:50:54.512233 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35444) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:54.528406 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:50:54.528755 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 60bad5b3-b8f6-49a6-a7a1-4c594dfc2936 not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:50:54.555890 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.617917 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a9869f9-8d57-451b-a350-3d5be4bbe806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1502459'] for network, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.744688 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a9869f9-8d57-451b-a350-3d5be4bbe806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571402', 'neutron.services.segments.db._delete_segments_for_network-8729531964573'] for network, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.758230 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.services.segments.db [None req-7a9869f9-8d57-451b-a350-3d5be4bbe806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f94b40-10c3-4d82-9700-11ff534ca2b5']}} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:50:54.772563 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.services.segments.db [None req-7a9869f9-8d57-451b-a350-3d5be4bbe806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dea049c-528d-40bb-9c2b-5c52197910f9') {'for_net_delete': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:50:54.772790 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.services.segments.db [None req-7a9869f9-8d57-451b-a350-3d5be4bbe806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dea049c-528d-40bb-9c2b-5c52197910f9') {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:50:54.784664 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a9869f9-8d57-451b-a350-3d5be4bbe806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729532050360', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846987'] for segment, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.800042 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a9869f9-8d57-451b-a350-3d5be4bbe806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.806248 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a9869f9-8d57-451b-a350-3d5be4bbe806 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=75066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:50:54.806706 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a9869f9-8d57-451b-a350-3d5be4bbe806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2825300'] for segment, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: Traceback (most recent call last): Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: timer() Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: cb(*args, **kw) Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: return func(*args, **kwargs) Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: self._notify() Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: self.callback(batched_events) Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: event.method(event) Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: return f(self, *a, **k) Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: return self._get(url).json() Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: return self.request(url, 'GET', **kwargs) Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:50:54.819681 dv-cinder-806008-2-smb neutron-server[75066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:50:54.896278 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a9869f9-8d57-451b-a350-3d5be4bbe806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357725'] for network, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.899952 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-a9b56f29-6abd-4395-a7ab-5f39dd1352e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:54.916474 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7a9869f9-8d57-451b-a350-3d5be4bbe806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:54.923298 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9869f9-8d57-451b-a350-3d5be4bbe806 admin admin] Pushing event deleted for resources: {'Network': ['ID=52f94b40-10c3-4d82-9700-11ff534ca2b5,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:54.926191 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-7a9869f9-8d57-451b-a350-3d5be4bbe806 admin admin] 10.222.0.24 "DELETE /v2.0/networks/52f94b40-10c3-4d82-9700-11ff534ca2b5 HTTP/1.1" status: 204 len: 168 time: 0.4129860 Sep 15 08:50:54.927336 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-7a9869f9-8d57-451b-a350-3d5be4bbe806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:55.118392 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35464) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:55.173323 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-ff3e9cca-50c6-407b-8864-2d0dc8daf7c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7b40f794ee344e7ad4255759aeb6f7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513930 Sep 15 08:50:55.173323 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35470) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:55.233292 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-35d5a7d6-0a8c-43cb-a095-1e34290412f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:55.258989 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-35d5a7d6-0a8c-43cb-a095-1e34290412f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:55.312340 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-35d5a7d6-0a8c-43cb-a095-1e34290412f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:55.316926 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-1ca85047-197b-41b7-ab0b-6038b408356f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:55.330668 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5a7d6-0a8c-43cb-a095-1e34290412f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341e6a52-aa3a-45ac-a323-406bbad4368e,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:55.333077 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-35d5a7d6-0a8c-43cb-a095-1e34290412f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:55.340940 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-35d5a7d6-0a8c-43cb-a095-1e34290412f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:55.346679 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-35d5a7d6-0a8c-43cb-a095-1e34290412f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/341e6a52-aa3a-45ac-a323-406bbad4368e HTTP/1.1" status: 204 len: 168 time: 0.1701701 Sep 15 08:50:55.734701 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 35486) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:55.789403 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-388bc27f-8f94-4c9f-ad96-96382319fd82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8298ae18eb14f6c88e511cbaf897e61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532963 Sep 15 08:50:55.791656 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 35492) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:55.849910 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f292dab7-50d2-43ec-90f7-f9c1158cc1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:55.878624 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f292dab7-50d2-43ec-90f7-f9c1158cc1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:55.928616 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f292dab7-50d2-43ec-90f7-f9c1158cc1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:55.934043 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-58f5cac9-9930-4935-8d6b-e8d4b64dae59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:55.945925 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292dab7-50d2-43ec-90f7-f9c1158cc1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e372f6c6-d81a-4e6f-9fb6-6c58615b3180,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:55.949903 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-f292dab7-50d2-43ec-90f7-f9c1158cc1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:55.953009 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f292dab7-50d2-43ec-90f7-f9c1158cc1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:55.957000 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-f292dab7-50d2-43ec-90f7-f9c1158cc1bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e372f6c6-d81a-4e6f-9fb6-6c58615b3180 HTTP/1.1" status: 204 len: 168 time: 0.1615539 Sep 15 08:50:56.102398 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:56.942691 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35536) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:57.138665 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d161385a-f5c5-4fc7-8c1b-60f4bb93b927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:57.171437 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-d161385a-f5c5-4fc7-8c1b-60f4bb93b927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:50:57.175263 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-d161385a-f5c5-4fc7-8c1b-60f4bb93b927 admin admin] Usage tracker for resource:security_group_rule and tenant:d26f38acc59c4785b760a2faa1c137a4 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:50:57.178085 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-d161385a-f5c5-4fc7-8c1b-60f4bb93b927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:50:57.190116 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-d161385a-f5c5-4fc7-8c1b-60f4bb93b927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:50:57.270081 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d161385a-f5c5-4fc7-8c1b-60f4bb93b927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:57.274494 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d161385a-f5c5-4fc7-8c1b-60f4bb93b927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:57.280991 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-1012d2ab-0f4f-41ec-a866-b7ee3b23be76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:57.322775 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161385a-f5c5-4fc7-8c1b-60f4bb93b927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84634b3d-5035-4551-9d49-e5cc5c91ea10,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:57.326046 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-d161385a-f5c5-4fc7-8c1b-60f4bb93b927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:57.328724 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-d161385a-f5c5-4fc7-8c1b-60f4bb93b927 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d26f38acc59c4785b760a2faa1c137a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3850205 Sep 15 08:50:57.331500 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35546) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:57.392242 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7af179c8-1536-4823-8be9-6c0461984e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:57.418872 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7af179c8-1536-4823-8be9-6c0461984e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:57.468304 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7af179c8-1536-4823-8be9-6c0461984e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:57.473296 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-f4e3f1fe-9424-4348-ad1c-8854689c4724 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:57.490885 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af179c8-1536-4823-8be9-6c0461984e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84634b3d-5035-4551-9d49-e5cc5c91ea10,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:57.493042 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-7af179c8-1536-4823-8be9-6c0461984e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:57.497345 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7af179c8-1536-4823-8be9-6c0461984e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:57.498646 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-7af179c8-1536-4823-8be9-6c0461984e3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84634b3d-5035-4551-9d49-e5cc5c91ea10 HTTP/1.1" status: 204 len: 168 time: 0.1662176 Sep 15 08:50:57.814725 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35554) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:57.833548 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-93093389-f6ee-46af-b645-58163265c397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:57.864940 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-93093389-f6ee-46af-b645-58163265c397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:50:57.868591 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-93093389-f6ee-46af-b645-58163265c397 admin admin] Usage tracker for resource:security_group_rule and tenant:7ec953ae72c3452a91553d65ee1a820e is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:50:57.871483 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-93093389-f6ee-46af-b645-58163265c397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:50:57.877816 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-93093389-f6ee-46af-b645-58163265c397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:50:57.941907 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-93093389-f6ee-46af-b645-58163265c397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:57.945559 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-93093389-f6ee-46af-b645-58163265c397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:57.952238 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-230be1ae-c898-45f8-a611-edc2e93a69c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:57.991466 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93093389-f6ee-46af-b645-58163265c397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d4bb32-0eef-4ed0-8a83-adbe491d74d6,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:57.995799 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-93093389-f6ee-46af-b645-58163265c397 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ec953ae72c3452a91553d65ee1a820e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1800642 Sep 15 08:50:57.996698 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-93093389-f6ee-46af-b645-58163265c397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:57.998262 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35558) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:50:58.055015 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-42bf629a-c86c-467e-8475-18017a8993bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:58.079449 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-42bf629a-c86c-467e-8475-18017a8993bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:58.132999 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-42bf629a-c86c-467e-8475-18017a8993bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:58.138995 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-2aa138d2-ce26-4bf0-97b5-132aaa813a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:50:58.153123 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf629a-c86c-467e-8475-18017a8993bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d4bb32-0eef-4ed0-8a83-adbe491d74d6,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:50:58.155609 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-42bf629a-c86c-467e-8475-18017a8993bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:50:58.157944 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-42bf629a-c86c-467e-8475-18017a8993bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:58.161999 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-42bf629a-c86c-467e-8475-18017a8993bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76d4bb32-0eef-4ed0-8a83-adbe491d74d6 HTTP/1.1" status: 204 len: 168 time: 0.1600518 Sep 15 08:51:01.336223 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35668) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:01.472730 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-f05ca60a-7e97-47b8-ad3d-d0991080044a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:01.503064 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-f05ca60a-7e97-47b8-ad3d-d0991080044a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:51:01.506904 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-f05ca60a-7e97-47b8-ad3d-d0991080044a admin admin] Usage tracker for resource:security_group_rule and tenant:167491bc3b62492caaec5fb69bef8329 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:51:01.509622 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-f05ca60a-7e97-47b8-ad3d-d0991080044a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:51:01.515239 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-f05ca60a-7e97-47b8-ad3d-d0991080044a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:51:01.577605 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-f05ca60a-7e97-47b8-ad3d-d0991080044a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:01.581640 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-f05ca60a-7e97-47b8-ad3d-d0991080044a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:01.589005 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e44e5a2b-f728-4480-84fe-f1cfc92c8fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:01.630604 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ca60a-7e97-47b8-ad3d-d0991080044a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8c2226-fbaf-442c-906d-c16e3280d0eb,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:01.637286 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-f05ca60a-7e97-47b8-ad3d-d0991080044a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=167491bc3b62492caaec5fb69bef8329&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2977409 Sep 15 08:51:01.637286 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-f05ca60a-7e97-47b8-ad3d-d0991080044a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:01.637537 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35678) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:01.701804 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-917bcd31-8394-44bb-a740-472ab3d2d5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:01.727178 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-917bcd31-8394-44bb-a740-472ab3d2d5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:01.779813 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-917bcd31-8394-44bb-a740-472ab3d2d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:01.784739 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-c2b579de-cbc5-4fb9-a0b9-3f75c30c0201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:01.797025 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bcd31-8394-44bb-a740-472ab3d2d5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8c2226-fbaf-442c-906d-c16e3280d0eb,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:01.799299 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-917bcd31-8394-44bb-a740-472ab3d2d5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:01.802559 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-917bcd31-8394-44bb-a740-472ab3d2d5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:01.804463 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-917bcd31-8394-44bb-a740-472ab3d2d5b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c8c2226-fbaf-442c-906d-c16e3280d0eb HTTP/1.1" status: 204 len: 168 time: 0.1659188 Sep 15 08:51:02.011524 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:02.215841 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35688) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:02.233990 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7abb2de8-b868-49b9-88ff-dcc9273a3f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:02.266006 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-7abb2de8-b868-49b9-88ff-dcc9273a3f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:51:02.270081 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-7abb2de8-b868-49b9-88ff-dcc9273a3f73 admin admin] Usage tracker for resource:security_group_rule and tenant:8d73c5707b154ac4bebaff1f3141cd0f is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:51:02.272914 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-7abb2de8-b868-49b9-88ff-dcc9273a3f73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:51:02.279140 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-7abb2de8-b868-49b9-88ff-dcc9273a3f73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:51:02.343145 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7abb2de8-b868-49b9-88ff-dcc9273a3f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:02.347030 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7abb2de8-b868-49b9-88ff-dcc9273a3f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:02.353754 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-f05ca60a-7e97-47b8-ad3d-d0991080044a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:02.394945 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb2de8-b868-49b9-88ff-dcc9273a3f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1cf5e1-adc6-4c92-b1cd-4395dc358f7e,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:02.399266 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-7abb2de8-b868-49b9-88ff-dcc9273a3f73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d73c5707b154ac4bebaff1f3141cd0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1823769 Sep 15 08:51:02.400181 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-7abb2de8-b868-49b9-88ff-dcc9273a3f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:02.401778 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35692) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:02.541491 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7e539fa3-2a16-4455-85ec-2ed0abcf76b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:02.566028 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7e539fa3-2a16-4455-85ec-2ed0abcf76b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:02.615267 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7e539fa3-2a16-4455-85ec-2ed0abcf76b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:02.619839 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-bc532237-fc35-4963-8106-1e1d1068ee19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:02.632525 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e539fa3-2a16-4455-85ec-2ed0abcf76b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1cf5e1-adc6-4c92-b1cd-4395dc358f7e,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:02.635302 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-7e539fa3-2a16-4455-85ec-2ed0abcf76b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:02.636143 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-7e539fa3-2a16-4455-85ec-2ed0abcf76b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:02.638862 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-7e539fa3-2a16-4455-85ec-2ed0abcf76b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac1cf5e1-adc6-4c92-b1cd-4395dc358f7e HTTP/1.1" status: 204 len: 168 time: 0.2355506 Sep 15 08:51:03.117453 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35712) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:03.389713 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d48e72df-18e1-4907-be71-7bbbfa488cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:03.423124 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-d48e72df-18e1-4907-be71-7bbbfa488cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:51:03.426986 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-d48e72df-18e1-4907-be71-7bbbfa488cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:8eb927fd0b1c46da8933881e8772c8d2 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:51:03.429839 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-d48e72df-18e1-4907-be71-7bbbfa488cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:51:03.435534 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-d48e72df-18e1-4907-be71-7bbbfa488cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:51:03.501412 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d48e72df-18e1-4907-be71-7bbbfa488cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:03.505563 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-d48e72df-18e1-4907-be71-7bbbfa488cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:03.512843 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-dd851e84-4d80-41e1-ad4e-206f96321c71 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:03.553762 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e72df-18e1-4907-be71-7bbbfa488cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d688aa-7009-4b4e-b81a-3c18dcb1a706,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:03.556961 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-d48e72df-18e1-4907-be71-7bbbfa488cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:03.562137 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-d48e72df-18e1-4907-be71-7bbbfa488cc1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8eb927fd0b1c46da8933881e8772c8d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4412277 Sep 15 08:51:03.562846 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35728) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:03.624433 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-52a5c18c-e434-4753-abcc-8805c1122867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:03.649498 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-52a5c18c-e434-4753-abcc-8805c1122867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:03.702894 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-52a5c18c-e434-4753-abcc-8805c1122867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:03.707858 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-35d5a7d6-0a8c-43cb-a095-1e34290412f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:03.718681 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5c18c-e434-4753-abcc-8805c1122867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d688aa-7009-4b4e-b81a-3c18dcb1a706,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:03.722107 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-52a5c18c-e434-4753-abcc-8805c1122867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:03.726214 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-52a5c18c-e434-4753-abcc-8805c1122867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:03.727369 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-52a5c18c-e434-4753-abcc-8805c1122867 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1d688aa-7009-4b4e-b81a-3c18dcb1a706 HTTP/1.1" status: 204 len: 168 time: 0.1639981 Sep 15 08:51:07.048554 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:51:13.054413 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 35844) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:13.191131 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9e6f30c5-dd22-48f9-9bea-0cff624bd60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:13.221260 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-9e6f30c5-dd22-48f9-9bea-0cff624bd60d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:51:13.225005 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-9e6f30c5-dd22-48f9-9bea-0cff624bd60d admin admin] Usage tracker for resource:security_group_rule and tenant:f928714363574d1aa06c43f70a6a08b9 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:51:13.227760 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-9e6f30c5-dd22-48f9-9bea-0cff624bd60d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:51:13.233943 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-9e6f30c5-dd22-48f9-9bea-0cff624bd60d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:51:13.296026 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9e6f30c5-dd22-48f9-9bea-0cff624bd60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:13.301056 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-9e6f30c5-dd22-48f9-9bea-0cff624bd60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:13.307407 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ab838e11-2e3a-4018-a1c1-659f53c444f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:13.348157 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-9e6f30c5-dd22-48f9-9bea-0cff624bd60d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f928714363574d1aa06c43f70a6a08b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2927270 Sep 15 08:51:13.348883 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f30c5-dd22-48f9-9bea-0cff624bd60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5adf10-8c26-493e-ab61-43e71ebee6a6,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:13.351565 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35850) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:13.352049 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-9e6f30c5-dd22-48f9-9bea-0cff624bd60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:13.411319 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-c4b2c211-dd50-456a-a628-607993599462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:13.440941 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-c4b2c211-dd50-456a-a628-607993599462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:13.490263 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-c4b2c211-dd50-456a-a628-607993599462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:13.493848 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-4f8cead6-2d49-4252-b448-149f30f30242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:13.506012 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2c211-dd50-456a-a628-607993599462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5adf10-8c26-493e-ab61-43e71ebee6a6,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:13.508862 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-c4b2c211-dd50-456a-a628-607993599462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:13.510727 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-c4b2c211-dd50-456a-a628-607993599462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:13.512241 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-c4b2c211-dd50-456a-a628-607993599462 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff5adf10-8c26-493e-ab61-43e71ebee6a6 HTTP/1.1" status: 204 len: 168 time: 0.1597078 Sep 15 08:51:13.833173 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35858) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:13.851609 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb2a9-23d4-4e03-806a-6ae4d3f4cc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:13.881569 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-f2ffb2a9-23d4-4e03-806a-6ae4d3f4cc38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:51:13.885305 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-f2ffb2a9-23d4-4e03-806a-6ae4d3f4cc38 admin admin] Usage tracker for resource:security_group_rule and tenant:c46ba107eb3d406fbb464aaad214431a is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:51:13.888643 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-f2ffb2a9-23d4-4e03-806a-6ae4d3f4cc38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:51:13.894174 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-f2ffb2a9-23d4-4e03-806a-6ae4d3f4cc38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:51:13.958656 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb2a9-23d4-4e03-806a-6ae4d3f4cc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:13.962144 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb2a9-23d4-4e03-806a-6ae4d3f4cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:13.968593 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-134f049b-c596-44df-9c7d-74b1a18b408b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:14.006985 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffb2a9-23d4-4e03-806a-6ae4d3f4cc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4bf248-bb42-4410-af3e-a5f47ab03625,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:14.009959 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-f2ffb2a9-23d4-4e03-806a-6ae4d3f4cc38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:14.014164 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-f2ffb2a9-23d4-4e03-806a-6ae4d3f4cc38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c46ba107eb3d406fbb464aaad214431a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1799219 Sep 15 08:51:14.016833 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 35862) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:14.078493 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-84eb06f3-f5c7-47fe-a160-d4aabc1568af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:14.102575 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-84eb06f3-f5c7-47fe-a160-d4aabc1568af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:14.153150 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-84eb06f3-f5c7-47fe-a160-d4aabc1568af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:14.156840 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-eff821bc-e799-4ea5-a139-19fadce6a8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:14.169604 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb06f3-f5c7-47fe-a160-d4aabc1568af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4bf248-bb42-4410-af3e-a5f47ab03625,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:14.173344 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-84eb06f3-f5c7-47fe-a160-d4aabc1568af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:14.180478 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-84eb06f3-f5c7-47fe-a160-d4aabc1568af admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:14.185706 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-84eb06f3-f5c7-47fe-a160-d4aabc1568af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc4bf248-bb42-4410-af3e-a5f47ab03625 HTTP/1.1" status: 204 len: 168 time: 0.1637812 Sep 15 08:51:14.581090 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 35870) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:14.599130 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-913f6d8c-568f-430c-86d6-00969d238c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:14.629153 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-913f6d8c-568f-430c-86d6-00969d238c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:51:14.632791 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-913f6d8c-568f-430c-86d6-00969d238c9f admin admin] Usage tracker for resource:security_group_rule and tenant:64af92936cc34a9093e06ea7918209d6 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:51:14.635539 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-913f6d8c-568f-430c-86d6-00969d238c9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:51:14.641062 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-913f6d8c-568f-430c-86d6-00969d238c9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:51:14.705553 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-913f6d8c-568f-430c-86d6-00969d238c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:14.709137 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-913f6d8c-568f-430c-86d6-00969d238c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:14.716295 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-913059ab-58be-4307-8cea-b96447722ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:14.757558 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f6d8c-568f-430c-86d6-00969d238c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c95c425-6d2e-42ba-9d39-d557a521ec86,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:14.761524 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-913f6d8c-568f-430c-86d6-00969d238c9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64af92936cc34a9093e06ea7918209d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1794505 Sep 15 08:51:14.762382 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-913f6d8c-568f-430c-86d6-00969d238c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:14.764705 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 35874) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:14.821769 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5d129cff-ccba-405f-ae88-011ac67a722b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:14.846921 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5d129cff-ccba-405f-ae88-011ac67a722b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:14.896020 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5d129cff-ccba-405f-ae88-011ac67a722b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:14.900564 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-be630770-953b-42f2-a25b-1da58758a067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:14.913923 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d129cff-ccba-405f-ae88-011ac67a722b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c95c425-6d2e-42ba-9d39-d557a521ec86,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:14.916099 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-5d129cff-ccba-405f-ae88-011ac67a722b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:14.917190 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-5d129cff-ccba-405f-ae88-011ac67a722b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c95c425-6d2e-42ba-9d39-d557a521ec86 HTTP/1.1" status: 204 len: 168 time: 0.1520686 Sep 15 08:51:14.918582 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-5d129cff-ccba-405f-ae88-011ac67a722b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:17.531104 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35950) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:17.669171 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-51f173ec-ef4b-4417-96fc-a28eb113a451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:17.701756 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-51f173ec-ef4b-4417-96fc-a28eb113a451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:51:17.705434 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-51f173ec-ef4b-4417-96fc-a28eb113a451 admin admin] Usage tracker for resource:security_group_rule and tenant:a8f9b6d3e0c0424d8fe7e99dc7667225 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:51:17.708185 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-51f173ec-ef4b-4417-96fc-a28eb113a451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:51:17.713687 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-51f173ec-ef4b-4417-96fc-a28eb113a451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:51:17.778050 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-51f173ec-ef4b-4417-96fc-a28eb113a451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:17.781417 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-51f173ec-ef4b-4417-96fc-a28eb113a451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:17.788029 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-cddf49b6-9018-4228-9682-481fe2a2b5ce tempest-VolumesNegativeTest-1025541312 tempest-VolumesNegativeTest-1025541312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:17.826604 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f173ec-ef4b-4417-96fc-a28eb113a451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eea6245-b79c-447a-bcd5-b7f777e4ccde,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:17.830926 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-51f173ec-ef4b-4417-96fc-a28eb113a451 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8f9b6d3e0c0424d8fe7e99dc7667225&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2988369 Sep 15 08:51:17.831880 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-51f173ec-ef4b-4417-96fc-a28eb113a451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:17.833640 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 35956) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:17.891587 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-5427433d-38b9-4888-b560-20764f31361f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:17.916325 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-5427433d-38b9-4888-b560-20764f31361f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:17.965201 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-5427433d-38b9-4888-b560-20764f31361f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:17.969903 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-c84aa874-053f-4d34-9dea-c6058e37c733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:17.985983 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427433d-38b9-4888-b560-20764f31361f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eea6245-b79c-447a-bcd5-b7f777e4ccde,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:17.988809 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-5427433d-38b9-4888-b560-20764f31361f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:17.992708 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-5427433d-38b9-4888-b560-20764f31361f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:17.993799 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-5427433d-38b9-4888-b560-20764f31361f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0eea6245-b79c-447a-bcd5-b7f777e4ccde HTTP/1.1" status: 204 len: 168 time: 0.1593740 Sep 15 08:51:18.310140 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 35964) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:18.329169 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fa689096-f84e-44fc-bdb1-235a60efff92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:18.359371 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-fa689096-f84e-44fc-bdb1-235a60efff92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:51:18.363056 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-fa689096-f84e-44fc-bdb1-235a60efff92 admin admin] Usage tracker for resource:security_group_rule and tenant:d872d52665c14ab39cd05aacac4d7841 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:51:18.365726 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-fa689096-f84e-44fc-bdb1-235a60efff92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:51:18.371860 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-fa689096-f84e-44fc-bdb1-235a60efff92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:51:18.434821 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fa689096-f84e-44fc-bdb1-235a60efff92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:18.439683 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-fa689096-f84e-44fc-bdb1-235a60efff92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:18.445781 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-84eb06f3-f5c7-47fe-a160-d4aabc1568af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:18.487399 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa689096-f84e-44fc-bdb1-235a60efff92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c973f40-ade0-4e11-83c3-5ba4a5e48100,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:18.491632 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-fa689096-f84e-44fc-bdb1-235a60efff92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d872d52665c14ab39cd05aacac4d7841&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1804526 Sep 15 08:51:18.492465 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-fa689096-f84e-44fc-bdb1-235a60efff92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:18.494173 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 35968) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:18.551489 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8563cadd-4e70-4abd-8340-64b75e56d782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:18.576804 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8563cadd-4e70-4abd-8340-64b75e56d782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:18.624974 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8563cadd-4e70-4abd-8340-64b75e56d782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:18.629631 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-dbe6c874-59b3-41e1-bbba-86e2b18d60c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:18.639837 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563cadd-4e70-4abd-8340-64b75e56d782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c973f40-ade0-4e11-83c3-5ba4a5e48100,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:18.643081 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-8563cadd-4e70-4abd-8340-64b75e56d782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:18.646454 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8563cadd-4e70-4abd-8340-64b75e56d782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:18.647555 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-8563cadd-4e70-4abd-8340-64b75e56d782 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c973f40-ade0-4e11-83c3-5ba4a5e48100 HTTP/1.1" status: 204 len: 168 time: 0.1525226 Sep 15 08:51:21.442152 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-a72e3f8e-1dad-4f9c-9c0a-5ea571fd114d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:21.865047 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:23.555957 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-23406537-ca3d-40e0-9275-566d4f261624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:24.557340 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:26.104677 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:32.022753 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:40.788425 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36070) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:40.925761 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ab8c565e-7a9d-494e-9bde-460a0cc02381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:40.956707 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-ab8c565e-7a9d-494e-9bde-460a0cc02381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:51:40.960450 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-ab8c565e-7a9d-494e-9bde-460a0cc02381 admin admin] Usage tracker for resource:security_group_rule and tenant:c2235c8cd7924e48b386571e9cc01b5e is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:51:40.963131 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-ab8c565e-7a9d-494e-9bde-460a0cc02381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:51:40.968637 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-ab8c565e-7a9d-494e-9bde-460a0cc02381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:51:41.035953 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ab8c565e-7a9d-494e-9bde-460a0cc02381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:41.039270 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ab8c565e-7a9d-494e-9bde-460a0cc02381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:41.045855 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-014595e1-e295-4ca9-85e4-10422eb8f349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:41.085033 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c565e-7a9d-494e-9bde-460a0cc02381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a464c9e6-a117-4758-9a32-04ef800a1d11,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:41.088903 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-ab8c565e-7a9d-494e-9bde-460a0cc02381 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2235c8cd7924e48b386571e9cc01b5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2994936 Sep 15 08:51:41.089766 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ab8c565e-7a9d-494e-9bde-460a0cc02381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:41.091553 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36076) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:41.149078 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d39e6dee-c568-44ea-8b73-d6c44ca2d167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:41.175251 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d39e6dee-c568-44ea-8b73-d6c44ca2d167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:41.226402 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d39e6dee-c568-44ea-8b73-d6c44ca2d167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:41.229918 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-8563cadd-4e70-4abd-8340-64b75e56d782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:41.240780 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e6dee-c568-44ea-8b73-d6c44ca2d167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a464c9e6-a117-4758-9a32-04ef800a1d11,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:41.244519 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-d39e6dee-c568-44ea-8b73-d6c44ca2d167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:41.248143 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-d39e6dee-c568-44ea-8b73-d6c44ca2d167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:41.252312 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-d39e6dee-c568-44ea-8b73-d6c44ca2d167 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a464c9e6-a117-4758-9a32-04ef800a1d11 HTTP/1.1" status: 204 len: 168 time: 0.1568413 Sep 15 08:51:42.001421 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36098) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:42.133720 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-690076881-network', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:51:42.138382 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:51:42.142101 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Usage tracker for resource:network and tenant:41c97331411647c9bc42dac80a57e2b0 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:51:42.144881 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:51:42.150646 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:51:42.163693 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Made reservation on behalf of 41c97331411647c9bc42dac80a57e2b0 for: {'network': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:51:42.165990 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for network, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:42.178843 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:42.209107 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:51:42.212829 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Usage tracker for resource:security_group_rule and tenant:41c97331411647c9bc42dac80a57e2b0 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:51:42.215599 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:51:42.221674 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:51:42.284989 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:42.288457 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:42.292146 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-3d650146-951c-4b10-8703-9946439544de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:42.317572 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=75067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:51:42.328792 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60ef44d-0a02-4f4b-913d-4ccbae6c643d,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:42.332630 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:42.333483 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:42.333811 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.db.segments_db [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Added segment f7b88a02-8c00-4179-8d93-e0a25f7b8c6f of type vlan for network 3ae88557-7089-40c7-86a7-31eec36cb7e0 Sep 15 08:51:42.361987 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729531529162'] for network, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:42.393135 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for network, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:42.394544 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:51:42.395140 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:42.399153 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-1bf6a692-56bd-4910-b276-e4c133254ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:42.556988 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Pushing event updated for resources: {'Network': ['ID=3ae88557-7089-40c7-86a7-31eec36cb7e0,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:42.559861 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5574553 Sep 15 08:51:42.560790 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-1679cc1a-fb06-4ea6-9942-356a18afa537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:42.562726 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36104) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:42.566757 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Network 3ae88557-7089-40c7-86a7-31eec36cb7e0 details requested by agent ovs-agent-dv-cinder-806008-2-smb with host dv-cinder-806008-2-smb {{(pid=75068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:51:42.567920 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-aa6c5f5b-b78e-422e-8912-e25376c90621 admin admin] Request body: {'subnet': {'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-690076881-subnet', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'ip_version': 4}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:51:42.572664 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-aa6c5f5b-b78e-422e-8912-e25376c90621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:51:42.576361 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-aa6c5f5b-b78e-422e-8912-e25376c90621 admin admin] Usage tracker for resource:subnet and tenant:41c97331411647c9bc42dac80a57e2b0 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:51:42.579275 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-aa6c5f5b-b78e-422e-8912-e25376c90621 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:51:42.584706 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-aa6c5f5b-b78e-422e-8912-e25376c90621 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:51:42.596583 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6c5f5b-b78e-422e-8912-e25376c90621 admin admin] Made reservation on behalf of 41c97331411647c9bc42dac80a57e2b0 for: {'subnet': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:51:42.598877 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-aa6c5f5b-b78e-422e-8912-e25376c90621 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4130751'] for subnet, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:42.795308 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-aa6c5f5b-b78e-422e-8912-e25376c90621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4130705'] for subnet, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:42.799730 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-25d3c83a-ab3b-4cce-87de-12707879d36a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:42.863964 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c5f5b-b78e-422e-8912-e25376c90621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7057991c-1b06-4eb3-9c8a-cdae2265863c,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:42.868190 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-aa6c5f5b-b78e-422e-8912-e25376c90621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:42.877685 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c5f5b-b78e-422e-8912-e25376c90621 admin admin] Checking segment: {'id': 'f7b88a02-8c00-4179-8d93-e0a25f7b8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:51:42.878032 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6c5f5b-b78e-422e-8912-e25376c90621 admin admin] Network hostable DHCP agents. Network: 3ae88557-7089-40c7-86a7-31eec36cb7e0, hostable agents: ['5500b75e-3e13-4568-b880-b73785507866'], hosted agents: [] {{(pid=75067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:51:42.899427 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6c5f5b-b78e-422e-8912-e25376c90621 admin admin] Network 3ae88557-7089-40c7-86a7-31eec36cb7e0 is scheduled to be hosted by DHCP agent 5500b75e-3e13-4568-b880-b73785507866 with binding_index 1 {{(pid=75067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:51:42.908568 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-aa6c5f5b-b78e-422e-8912-e25376c90621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-smb, 3ae88557-7089-40c7-86a7-31eec36cb7e0) {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:51:42.913006 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6c5f5b-b78e-422e-8912-e25376c90621 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:51:42.913740 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-aa6c5f5b-b78e-422e-8912-e25376c90621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:42.918992 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7286faf8-b500-4231-8b97-3e574c9c36bc None None] Network 3ae88557-7089-40c7-86a7-31eec36cb7e0 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:51:42.934730 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-aa6c5f5b-b78e-422e-8912-e25376c90621 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3710444 Sep 15 08:51:42.937330 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36108) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:42.942404 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-690076881-router', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:51:42.946666 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:51:42.950371 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Usage tracker for resource:router and tenant:41c97331411647c9bc42dac80a57e2b0 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:51:42.953603 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:51:42.959131 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:51:42.969759 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-359864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:42.970748 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-359717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-357069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-876'] for router, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:42.988778 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:43.128465 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6161fdaf-c2ad-55bd-b05b-2aafc9d833f1-3ae88557-7089-40c7-86a7-31eec36cb7e0', 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'fixed_ips': [{'subnet_id': '7057991c-1b06-4eb3-9c8a-cdae2265863c'}]}} from dv-cinder-806008-2-smb. {{(pid=75068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:51:43.129268 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:43.133001 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-882'] for router, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:43.280403 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.db_base_plugin_common [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Allocated IP 172.20.0.2 (3ae88557-7089-40c7-86a7-31eec36cb7e0/7057991c-1b06-4eb3-9c8a-cdae2265863c/d74f4b9d-eade-47d9-bc32-1c33e2f0293a) {{(pid=75068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:51:43.315744 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:43.345999 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:43.482698 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_common [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Allocated IP 172.28.3.169 (73c61116-91a8-4da6-aa3b-f7696623d1e1/317a8ae9-9a6a-4d69-ac7b-76c2be89eb75/24c6bf70-d7fc-4492-bf10-af9933d7b300) {{(pid=75067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:51:43.515051 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Notify callbacks [] for port, precommit_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:43.525510 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Transition to ACTIVE for port object d74f4b9d-eade-47d9-bc32-1c33e2f0293a will not be triggered until provisioned by entity L2. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:51:43.542968 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Transition to ACTIVE for port object d74f4b9d-eade-47d9-bc32-1c33e2f0293a will not be triggered until provisioned by entity DHCP. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:51:43.548780 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:43.553249 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:43.616120 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Network 3ae88557-7089-40c7-86a7-31eec36cb7e0 is already hosted by enough agents. {{(pid=75068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:51:43.618964 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.scheduler.base_scheduler [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Resources bound (agent type, host, resource id): {{(pid=75068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:51:43.621392 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Received port after_create {{(pid=75068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:51:43.629832 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:43.631018 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Pushing event updated for resources: {'Port': ['ID=d74f4b9d-eade-47d9-bc32-1c33e2f0293a,revision_number=1']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:43.657833 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:43.662144 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ee67e0ab-cf33-418f-b728-20067bd92c83 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:43.699705 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:43.700043 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:43.700374 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:43.700701 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:43.701026 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:43.701345 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:43.701661 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:43.701984 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:43.702324 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:43.702628 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:43.703047 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:43.706822 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:43.726706 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Attempting to bind port d74f4b9d-eade-47d9-bc32-1c33e2f0293a on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:51:43.727078 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Attempting to bind port d74f4b9d-eade-47d9-bc32-1c33e2f0293a by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': 'f7b88a02-8c00-4179-8d93-e0a25f7b8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0'}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:51:43.727437 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Attempting to bind port d74f4b9d-eade-47d9-bc32-1c33e2f0293a on network 3ae88557-7089-40c7-86a7-31eec36cb7e0 {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:51:43.729275 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Network 73c61116-91a8-4da6-aa3b-f7696623d1e1 is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:51:43.732181 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:51:43.735005 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:51:43.735322 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Checking segment: {'id': 'f7b88a02-8c00-4179-8d93-e0a25f7b8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:51:43.735726 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:43.736292 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Bound using segment: {'id': 'f7b88a02-8c00-4179-8d93-e0a25f7b8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0'} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:51:43.736765 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Bound port: d74f4b9d-eade-47d9-bc32-1c33e2f0293a, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b88a02-8c00-4179-8d93-e0a25f7b8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0'}}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:51:43.737140 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:43.737302 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Received port after_create {{(pid=75067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:51:43.760728 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=24c6bf70-d7fc-4492-bf10-af9933d7b300,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:43.765445 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:43.821958 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] For port d74f4b9d-eade-47d9-bc32-1c33e2f0293a, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:51:43.824920 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] For port d74f4b9d-eade-47d9-bc32-1c33e2f0293a, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=d74f4b9d-eade-47d9-bc32-1c33e2f0293a,segment=NetworkSegment(f7b88a02-8c00-4179-8d93-e0a25f7b8c6f),segment_id=f7b88a02-8c00-4179-8d93-e0a25f7b8c6f)] {{(pid=75068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:51:43.829816 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:43.833808 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:43.891099 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:43.891809 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-359857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-357650'] for router, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:43.923289 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Pushing event updated for resources: {'Port': ['ID=d74f4b9d-eade-47d9-bc32-1c33e2f0293a,revision_number=2']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:43.928103 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-d2f9684a-9688-418f-bf46-7d612ea81667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:44.049711 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:51:44.138682 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Router 0072d5c3-95b7-468a-a54e-736421047a07 is scheduled to L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 with binding_index 1 {{(pid=75067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:51:44.410819 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:51:44.419340 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Sync routers for ids ['0072d5c3-95b7-468a-a54e-736421047a07'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:51:44.431284 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Routers {'0072d5c3-95b7-468a-a54e-736421047a07'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:51:44.431983 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:51:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['0072d5c3-95b7-468a-a54e-736421047a07'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:51:44.433945 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Notify callbacks [] for router, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:44.435386 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4970500 Sep 15 08:51:44.438662 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36112) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:44.582940 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device d74f4b9d-eade-47d9-bc32-1c33e2f0293a up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:51:44.679326 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Set router 0072d5c3-95b7-468a-a54e-736421047a07 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:51:44.804849 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port d74f4b9d-eade-47d9-bc32-1c33e2f0293a completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:51:44.858191 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cbb3fe-a79d-40bf-bd98-9d82708580d9 None None] Network 3ae88557-7089-40c7-86a7-31eec36cb7e0 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:51:44.997001 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-3980d2ec-b4e3-4313-b187-486245c36fd0 None None] Provisioning for port d74f4b9d-eade-47d9-bc32-1c33e2f0293a completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:51:45.009874 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-3980d2ec-b4e3-4313-b187-486245c36fd0 None None] Provisioning complete for port d74f4b9d-eade-47d9-bc32-1c33e2f0293a triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:51:45.010260 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3980d2ec-b4e3-4313-b187-486245c36fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:45.191881 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:45.280357 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3980d2ec-b4e3-4313-b187-486245c36fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:45.297971 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0072d5c3-95b7-468a-a54e-736421047a07', 'name': 'tempest-TestMinimumBasicScenario-690076881-router', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:42Z', 'updated_at': '2021-09-15T08:51:43Z', 'revision_number': 3, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'gw_port': {'id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:43Z', 'updated_at': '2021-09-15T08:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:51:45.306669 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Checking router: 0072d5c3-95b7-468a-a54e-736421047a07 for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:51:45.307048 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Updating router 0072d5c3-95b7-468a-a54e-736421047a07 port 24c6bf70-d7fc-4492-bf10-af9933d7b300 binding host dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:51:45.380154 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-3980d2ec-b4e3-4313-b187-486245c36fd0 None None] For port d74f4b9d-eade-47d9-bc32-1c33e2f0293a, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=d74f4b9d-eade-47d9-bc32-1c33e2f0293a,segment=NetworkSegment(f7b88a02-8c00-4179-8d93-e0a25f7b8c6f),segment_id=f7b88a02-8c00-4179-8d93-e0a25f7b8c6f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:51:45.384350 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:45.393420 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_common [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Allocated IP 172.20.0.1 (3ae88557-7089-40c7-86a7-31eec36cb7e0/7057991c-1b06-4eb3-9c8a-cdae2265863c/1e63b104-656f-4eae-82c2-e7fc63aa7ce3) {{(pid=75067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:51:45.450993 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3980d2ec-b4e3-4313-b187-486245c36fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:45.459271 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:45.548781 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:45.566223 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.provisioning_blocks [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Transition to ACTIVE for port object 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 will not be triggered until provisioned by entity DHCP. {{(pid=75067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:51:45.591896 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:45.596194 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980d2ec-b4e3-4313-b187-486245c36fd0 None None] Pushing event updated for resources: {'Port': ['ID=d74f4b9d-eade-47d9-bc32-1c33e2f0293a,revision_number=3']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:45.596678 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:45.601590 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-3980d2ec-b4e3-4313-b187-486245c36fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:45.665498 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Network 3ae88557-7089-40c7-86a7-31eec36cb7e0 is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:51:45.666471 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Pushing event updated for resources: {'Port': ['ID=1e63b104-656f-4eae-82c2-e7fc63aa7ce3,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:45.668899 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:51:45.671339 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Received port after_create {{(pid=75067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:51:45.716844 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:45.717218 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:45.717585 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:45.717946 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:45.718354 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:45.718721 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:45.719065 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:45.719903 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:45.719903 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:45.720102 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:45.720442 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:45.725714 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:45.737223 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357844'] for router_interface, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:45.824473 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-d85d827c-b83e-4ee8-a539-5f9c7a444d1e None None] Provisioning complete for port d74f4b9d-eade-47d9-bc32-1c33e2f0293a triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:51:45.824473 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-d85d827c-b83e-4ee8-a539-5f9c7a444d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:45.831675 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:45.883222 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Notify callbacks [] for port, precommit_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:45.901317 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Transition to ACTIVE for port object 24c6bf70-d7fc-4492-bf10-af9933d7b300 will not be triggered until provisioned by entity L2. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:51:45.910129 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:45.913934 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:46.040155 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68584f46-3bb9-4e2c-bbda-0a7170efd2b3 None None] Pushing event updated for resources: {'Port': ['ID=24c6bf70-d7fc-4492-bf10-af9933d7b300,revision_number=2']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:46.042900 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-68584f46-3bb9-4e2c-bbda-0a7170efd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:46.048211 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Attempting to bind port 24c6bf70-d7fc-4492-bf10-af9933d7b300 on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:51:46.048211 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Attempting to bind port 24c6bf70-d7fc-4492-bf10-af9933d7b300 by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:51:46.048417 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Attempting to bind port 24c6bf70-d7fc-4492-bf10-af9933d7b300 on network 73c61116-91a8-4da6-aa3b-f7696623d1e1 {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:51:46.060206 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:51:46.060389 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Checking segment: {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:51:46.060660 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:46.061049 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Bound using segment: {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:51:46.061518 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Bound port: 24c6bf70-d7fc-4492-bf10-af9933d7b300, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:51:46.061905 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:46.126188 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:46.130941 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245193'] for port, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:46.133994 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] For port 24c6bf70-d7fc-4492-bf10-af9933d7b300, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:51:46.137053 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] For port 24c6bf70-d7fc-4492-bf10-af9933d7b300, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=24c6bf70-d7fc-4492-bf10-af9933d7b300,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:51:46.141291 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:46.151348 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:46.161141 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:46.227511 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Routers {'0072d5c3-95b7-468a-a54e-736421047a07'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:51:46.228126 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:51:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['0072d5c3-95b7-468a-a54e-736421047a07'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:51:46.235485 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Pushing event updated for resources: {'Port': ['ID=1e63b104-656f-4eae-82c2-e7fc63aa7ce3,revision_number=2']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:46.237947 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1263052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358255'] for router_interface, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:46.241533 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:46.290389 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-f20b379d-b897-40c6-87f0-4409330c0755 None None] Provisioning for port 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:51:46.302313 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-f20b379d-b897-40c6-87f0-4409330c0755 None None] Provisioning complete for port 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:51:46.302781 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-f20b379d-b897-40c6-87f0-4409330c0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:46.352282 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68584f46-3bb9-4e2c-bbda-0a7170efd2b3 None None] Pushing event updated for resources: {'Port': ['ID=24c6bf70-d7fc-4492-bf10-af9933d7b300,revision_number=3']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:46.363912 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-68584f46-3bb9-4e2c-bbda-0a7170efd2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:46.373364 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Network 3ae88557-7089-40c7-86a7-31eec36cb7e0 is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:51:46.374137 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:51:46.432433 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-f20b379d-b897-40c6-87f0-4409330c0755 None None] Port 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:51:46.472659 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] Set router 0072d5c3-95b7-468a-a54e-736421047a07 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:51:46.539311 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device d74f4b9d-eade-47d9-bc32-1c33e2f0293a up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:51:46.749197 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-f9be69f4-7836-4e14-b745-ef4823399021 None None] Provisioning complete for port 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:51:46.749982 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-f9be69f4-7836-4e14-b745-ef4823399021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:46.758967 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Router 0072d5c3-95b7-468a-a54e-736421047a07 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:51:46.823185 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port d74f4b9d-eade-47d9-bc32-1c33e2f0293a triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:51:46.823470 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:46.869277 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-f9be69f4-7836-4e14-b745-ef4823399021 None None] Port 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:51:46.955371 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:51:46.971582 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-8819a193-0331-4195-99f7-665e7ed8da9e admin admin] 10.222.0.24 "PUT /v2.0/routers/0072d5c3-95b7-468a-a54e-736421047a07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5242839 Sep 15 08:51:47.005486 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0072d5c3-95b7-468a-a54e-736421047a07', 'name': 'tempest-TestMinimumBasicScenario-690076881-router', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:42Z', 'updated_at': '2021-09-15T08:51:45Z', 'revision_number': 4, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'gw_port': {'id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:43Z', 'updated_at': '2021-09-15T08:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '1e63b104-656f-4eae-82c2-e7fc63aa7ce3', 'name': '', 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'mac_address': 'fa:16:3e:76:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:45Z', 'updated_at': '2021-09-15T08:51:45Z', 'revision_number': 2, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'subnets': [{'id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:51:47.009430 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f84c22-6d6a-43f6-b429-4d8f89f5ef2d None None] The sync data for ids ['0072d5c3-95b7-468a-a54e-736421047a07'] in dv-cinder-806008-2-smb is: [{'id': '0072d5c3-95b7-468a-a54e-736421047a07', 'name': 'tempest-TestMinimumBasicScenario-690076881-router', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:42Z', 'updated_at': '2021-09-15T08:51:45Z', 'revision_number': 4, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'gw_port': {'id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:43Z', 'updated_at': '2021-09-15T08:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '1e63b104-656f-4eae-82c2-e7fc63aa7ce3', 'name': '', 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'mac_address': 'fa:16:3e:76:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:45Z', 'updated_at': '2021-09-15T08:51:45Z', 'revision_number': 2, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'subnets': [{'id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:51:47.839101 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36134) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:47.845013 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1224069007-network', 'tenant_id': '6ae710e6494d4b8b9417358cf12149a4'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:51:47.849799 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:51:47.853644 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Usage tracker for resource:network and tenant:6ae710e6494d4b8b9417358cf12149a4 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:51:47.856542 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:51:47.862897 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:51:47.874563 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Made reservation on behalf of 6ae710e6494d4b8b9417358cf12149a4 for: {'network': 1} {{(pid=75067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:51:47.877222 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for network, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:47.889998 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:47.923108 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:51:47.926950 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Usage tracker for resource:security_group_rule and tenant:6ae710e6494d4b8b9417358cf12149a4 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:51:47.929748 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:51:47.935449 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:51:48.000692 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:48.004581 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:48.007474 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ca600ddf-1c9c-40fb-9128-a2b4d5eb493c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:48.041350 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=75067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:51:48.046475 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbba279-765d-43d3-982b-357e72729e9c,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:48.049957 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:48.053391 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:48.053781 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.db.segments_db [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Added segment 7ff0621c-bad6-4963-bff4-c4d50ea86754 of type vlan for network 29b4adef-87f5-494c-a8bc-67605b3b2279 Sep 15 08:51:48.078686 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729531529162'] for network, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:48.106871 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199'] for network, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:48.107990 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:51:48.108569 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:48.111762 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:48.211445 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3712606 Sep 15 08:51:48.212453 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Pushing event updated for resources: {'Network': ['ID=29b4adef-87f5-494c-a8bc-67605b3b2279,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:48.214196 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 36138) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:48.215362 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-7ecd9386-e0b4-4f18-9750-90e4b324c118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:48.220558 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Request body: {'subnet': {'network_id': '29b4adef-87f5-494c-a8bc-67605b3b2279', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1224069007-subnet', 'tenant_id': '6ae710e6494d4b8b9417358cf12149a4', 'ip_version': 4}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:51:48.222941 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Network 29b4adef-87f5-494c-a8bc-67605b3b2279 details requested by agent ovs-agent-dv-cinder-806008-2-smb with host dv-cinder-806008-2-smb {{(pid=75068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:51:48.225488 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:51:48.229251 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Usage tracker for resource:subnet and tenant:6ae710e6494d4b8b9417358cf12149a4 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:51:48.232182 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:51:48.239263 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:51:48.248648 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Made reservation on behalf of 6ae710e6494d4b8b9417358cf12149a4 for: {'subnet': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:51:48.251633 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2850850'] for subnet, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:48.457814 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2825419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2850828'] for subnet, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:48.461913 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:48.530913 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Pushing event updated for resources: {'Subnet': ['ID=693205c8-24fd-4b96-80cb-22d7ed4cf9fa,revision_number=0']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:48.545357 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:48.545897 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:48.546265 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:48.546682 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:48.547036 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:48.547310 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 24c6bf70-d7fc-4492-bf10-af9933d7b300 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:51:48.547427 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:48.547720 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:48.548068 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:48.548411 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:48.548751 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:48.549097 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:48.552574 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:48.560861 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Checking segment: {'id': '7ff0621c-bad6-4963-bff4-c4d50ea86754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29b4adef-87f5-494c-a8bc-67605b3b2279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:51:48.561205 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Network hostable DHCP agents. Network: 29b4adef-87f5-494c-a8bc-67605b3b2279, hostable agents: ['5500b75e-3e13-4568-b880-b73785507866'], hosted agents: [] {{(pid=75066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:51:48.583917 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Network 29b4adef-87f5-494c-a8bc-67605b3b2279 is scheduled to be hosted by DHCP agent 5500b75e-3e13-4568-b880-b73785507866 with binding_index 1 {{(pid=75066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:51:48.593513 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-smb, 29b4adef-87f5-494c-a8bc-67605b3b2279) {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:51:48.597727 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:51:48.598305 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] Notify callbacks [] for subnet, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:48.604216 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a81c8c7-7004-487b-a01c-758797cc4457 None None] Network 29b4adef-87f5-494c-a8bc-67605b3b2279 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:51:48.619231 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-b3b87dda-5be3-4669-9d96-53f4799e310e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4038901 Sep 15 08:51:48.621734 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 36142) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:48.627498 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1224069007-router', 'tenant_id': '6ae710e6494d4b8b9417358cf12149a4', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:51:48.632244 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:51:48.636016 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Usage tracker for resource:router and tenant:6ae710e6494d4b8b9417358cf12149a4 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:51:48.638819 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:51:48.644439 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:51:48.654982 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-359864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:48.656155 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-359717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-357069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-876'] for router, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:48.677943 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:48.702146 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port 24c6bf70-d7fc-4492-bf10-af9933d7b300 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:51:48.712442 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 24c6bf70-d7fc-4492-bf10-af9933d7b300 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:51:48.712821 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:48.820764 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-882'] for router, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:48.913344 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6161fdaf-c2ad-55bd-b05b-2aafc9d833f1-29b4adef-87f5-494c-a8bc-67605b3b2279', 'network_id': '29b4adef-87f5-494c-a8bc-67605b3b2279', 'tenant_id': '6ae710e6494d4b8b9417358cf12149a4', 'fixed_ips': [{'subnet_id': '693205c8-24fd-4b96-80cb-22d7ed4cf9fa'}]}} from dv-cinder-806008-2-smb. {{(pid=75068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:51:48.914162 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:48.944982 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:49.008975 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:49.009670 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port 24c6bf70-d7fc-4492-bf10-af9933d7b300, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=24c6bf70-d7fc-4492-bf10-af9933d7b300,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:51:49.013941 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:49.018368 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:49.039547 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:49.135912 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=24c6bf70-d7fc-4492-bf10-af9933d7b300,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:49.140153 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:49.150837 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.db_base_plugin_common [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Allocated IP 172.20.0.2 (29b4adef-87f5-494c-a8bc-67605b3b2279/693205c8-24fd-4b96-80cb-22d7ed4cf9fa/747e28e0-b945-4cce-b8bf-7cf07021e6ec) {{(pid=75068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:51:49.176300 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Allocated IP 172.28.3.56 (73c61116-91a8-4da6-aa3b-f7696623d1e1/317a8ae9-9a6a-4d69-ac7b-76c2be89eb75/bcff1a0a-2521-4e24-8023-af0a47ccdf2e) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:51:49.353216 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Notify callbacks [] for port, precommit_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:49.365924 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Transition to ACTIVE for port object 747e28e0-b945-4cce-b8bf-7cf07021e6ec will not be triggered until provisioned by entity L2. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:51:49.384880 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Transition to ACTIVE for port object 747e28e0-b945-4cce-b8bf-7cf07021e6ec will not be triggered until provisioned by entity DHCP. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:51:49.391092 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435'] for port, after_create {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:49.395336 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:49.410222 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:49.440461 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:49.444583 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:49.465797 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Network 29b4adef-87f5-494c-a8bc-67605b3b2279 is already hosted by enough agents. {{(pid=75068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:51:49.469582 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Pushing event updated for resources: {'Port': ['ID=747e28e0-b945-4cce-b8bf-7cf07021e6ec,revision_number=1']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:49.472334 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:49.473266 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.scheduler.base_scheduler [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Resources bound (agent type, host, resource id): {{(pid=75068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:51:49.475493 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Received port after_create {{(pid=75068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:51:49.506795 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Network 73c61116-91a8-4da6-aa3b-f7696623d1e1 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:51:49.509662 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:51:49.513439 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:51:49.554692 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Pushing event updated for resources: {'Port': ['ID=bcff1a0a-2521-4e24-8023-af0a47ccdf2e,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:49.559253 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:49.566187 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Attempting to bind port 747e28e0-b945-4cce-b8bf-7cf07021e6ec on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:51:49.566631 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Attempting to bind port 747e28e0-b945-4cce-b8bf-7cf07021e6ec by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': '7ff0621c-bad6-4963-bff4-c4d50ea86754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29b4adef-87f5-494c-a8bc-67605b3b2279'}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:51:49.567002 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Attempting to bind port 747e28e0-b945-4cce-b8bf-7cf07021e6ec on network 29b4adef-87f5-494c-a8bc-67605b3b2279 {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:51:49.573696 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:51:49.574070 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Checking segment: {'id': '7ff0621c-bad6-4963-bff4-c4d50ea86754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29b4adef-87f5-494c-a8bc-67605b3b2279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:51:49.574526 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:49.574927 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Bound using segment: {'id': '7ff0621c-bad6-4963-bff4-c4d50ea86754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29b4adef-87f5-494c-a8bc-67605b3b2279'} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:51:49.575389 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Bound port: 747e28e0-b945-4cce-b8bf-7cf07021e6ec, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff0621c-bad6-4963-bff4-c4d50ea86754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29b4adef-87f5-494c-a8bc-67605b3b2279'}}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:51:49.575762 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:49.666782 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] For port 747e28e0-b945-4cce-b8bf-7cf07021e6ec, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:51:49.669932 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] For port 747e28e0-b945-4cce-b8bf-7cf07021e6ec, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=747e28e0-b945-4cce-b8bf-7cf07021e6ec,segment=NetworkSegment(7ff0621c-bad6-4963-bff4-c4d50ea86754),segment_id=7ff0621c-bad6-4963-bff4-c4d50ea86754)] {{(pid=75068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:51:49.674231 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:49.677767 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:49.679116 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:49.679871 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-359857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-357650'] for router, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:49.751415 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Pushing event updated for resources: {'Port': ['ID=747e28e0-b945-4cce-b8bf-7cf07021e6ec,revision_number=2']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:49.754445 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:49.932942 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Router e4be8f63-af73-43e5-a1e8-e836727e1181 is scheduled to L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 with binding_index 1 {{(pid=75066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:51:50.133114 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:51:50.143207 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Sync routers for ids ['e4be8f63-af73-43e5-a1e8-e836727e1181'] in dv-cinder-806008-2-smb {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:51:50.158804 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Routers {'e4be8f63-af73-43e5-a1e8-e836727e1181'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:51:50.159417 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:51:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['e4be8f63-af73-43e5-a1e8-e836727e1181'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:51:50.160401 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] Notify callbacks [] for router, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:50.164508 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-b8ecaca7-0354-48f4-b371-940dfb82015b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5392859 Sep 15 08:51:50.164962 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36146) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:50.370982 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Set router e4be8f63-af73-43e5-a1e8-e836727e1181 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:51:50.678909 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 24c6bf70-d7fc-4492-bf10-af9933d7b300 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:51:50.682791 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'name': 'tempest-TestMinimumBasicScenario-1224069007-router', 'tenant_id': '6ae710e6494d4b8b9417358cf12149a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'bcff1a0a-2521-4e24-8023-af0a47ccdf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:48Z', 'updated_at': '2021-09-15T08:51:49Z', 'revision_number': 3, 'project_id': '6ae710e6494d4b8b9417358cf12149a4', 'gw_port': {'id': 'bcff1a0a-2521-4e24-8023-af0a47ccdf2e', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:49Z', 'updated_at': '2021-09-15T08:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:51:50.686864 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Checking router: e4be8f63-af73-43e5-a1e8-e836727e1181 for host: dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:51:50.687767 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Updating router e4be8f63-af73-43e5-a1e8-e836727e1181 port bcff1a0a-2521-4e24-8023-af0a47ccdf2e binding host dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:51:50.706782 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860d0c6b-3d81-454a-89a5-d4f6cb4c3274 None None] Network 29b4adef-87f5-494c-a8bc-67605b3b2279 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:51:50.739683 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:50.836068 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-f984f599-782e-472a-ae3e-f0292497ebae None None] Provisioning for port 747e28e0-b945-4cce-b8bf-7cf07021e6ec completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:51:50.909704 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 24c6bf70-d7fc-4492-bf10-af9933d7b300 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:51:50.910145 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.031680 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.068574 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Notify callbacks [] for port, precommit_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.080296 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.provisioning_blocks [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Transition to ACTIVE for port object bcff1a0a-2521-4e24-8023-af0a47ccdf2e will not be triggered until provisioned by entity L2. {{(pid=75069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:51:51.088002 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.091895 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:51.122226 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 747e28e0-b945-4cce-b8bf-7cf07021e6ec up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:51:51.166421 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Attempting to bind port bcff1a0a-2521-4e24-8023-af0a47ccdf2e on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:51:51.167375 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Attempting to bind port bcff1a0a-2521-4e24-8023-af0a47ccdf2e by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}] {{(pid=75069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:51:51.167896 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Attempting to bind port bcff1a0a-2521-4e24-8023-af0a47ccdf2e on network 73c61116-91a8-4da6-aa3b-f7696623d1e1 {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:51:51.176810 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:51:51.177442 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Checking segment: {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:51:51.177998 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.178570 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Bound using segment: {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'} {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:51:51.179189 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Bound port: bcff1a0a-2521-4e24-8023-af0a47ccdf2e, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e157c3-ce28-403a-a532-52c181ab85d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1'}}] {{(pid=75069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:51:51.179769 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.215908 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71633d4f-8183-4e7b-811d-e3a364d33138 None None] Pushing event updated for resources: {'Port': ['ID=bcff1a0a-2521-4e24-8023-af0a47ccdf2e,revision_number=2']} {{(pid=75069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:51.226565 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633d4f-8183-4e7b-811d-e3a364d33138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:51.226965 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633d4f-8183-4e7b-811d-e3a364d33138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:51.227364 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633d4f-8183-4e7b-811d-e3a364d33138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:51.227691 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633d4f-8183-4e7b-811d-e3a364d33138 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:51.228016 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633d4f-8183-4e7b-811d-e3a364d33138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:51.228348 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633d4f-8183-4e7b-811d-e3a364d33138 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:51.228833 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633d4f-8183-4e7b-811d-e3a364d33138 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:51.229294 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633d4f-8183-4e7b-811d-e3a364d33138 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:51.229826 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633d4f-8183-4e7b-811d-e3a364d33138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:51.230185 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633d4f-8183-4e7b-811d-e3a364d33138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:51.230549 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633d4f-8183-4e7b-811d-e3a364d33138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:51:51.230780 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port 747e28e0-b945-4cce-b8bf-7cf07021e6ec completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:51:51.240432 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-71633d4f-8183-4e7b-811d-e3a364d33138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:51.243083 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 747e28e0-b945-4cce-b8bf-7cf07021e6ec triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:51:51.243511 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.255353 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_common [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Allocated IP 172.20.0.1 (29b4adef-87f5-494c-a8bc-67605b3b2279/693205c8-24fd-4b96-80cb-22d7ed4cf9fa/9f030ada-94d3-4016-848b-b203f0d08c5f) {{(pid=75067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:51:51.274859 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.db [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] For port bcff1a0a-2521-4e24-8023-af0a47ccdf2e, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:51:51.280291 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.db [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] For port bcff1a0a-2521-4e24-8023-af0a47ccdf2e, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=bcff1a0a-2521-4e24-8023-af0a47ccdf2e,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:51:51.287919 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.301403 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:51.364895 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Routers {'e4be8f63-af73-43e5-a1e8-e836727e1181'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:51:51.365880 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:51:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['e4be8f63-af73-43e5-a1e8-e836727e1181'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:51:51.374587 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.414720 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port 747e28e0-b945-4cce-b8bf-7cf07021e6ec, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=747e28e0-b945-4cce-b8bf-7cf07021e6ec,segment=NetworkSegment(7ff0621c-bad6-4963-bff4-c4d50ea86754),segment_id=7ff0621c-bad6-4963-bff4-c4d50ea86754)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:51:51.420694 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.426682 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-68584f46-3bb9-4e2c-bbda-0a7170efd2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:51.426933 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.443428 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.provisioning_blocks [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Transition to ACTIVE for port object 9f030ada-94d3-4016-848b-b203f0d08c5f will not be triggered until provisioned by entity DHCP. {{(pid=75067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:51:51.470837 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.472029 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71633d4f-8183-4e7b-811d-e3a364d33138 None None] Pushing event updated for resources: {'Port': ['ID=bcff1a0a-2521-4e24-8023-af0a47ccdf2e,revision_number=3']} {{(pid=75069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:51.483214 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:51.505527 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-fde86e5a-2361-4ff6-bd07-cc8cbe45f15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.516245 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-91121711-43e7-4add-84ff-3f9e21921b6a None None] Provisioning complete for port 747e28e0-b945-4cce-b8bf-7cf07021e6ec triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:51:51.516746 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-91121711-43e7-4add-84ff-3f9e21921b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.521562 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-71633d4f-8183-4e7b-811d-e3a364d33138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:51.532032 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Network 29b4adef-87f5-494c-a8bc-67605b3b2279 is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:51:51.539411 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:51:51.541549 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Received port after_create {{(pid=75067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:51:51.555298 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=747e28e0-b945-4cce-b8bf-7cf07021e6ec,revision_number=3']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:51.564648 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:51.573594 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] Set router e4be8f63-af73-43e5-a1e8-e836727e1181 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:51:51.597783 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Pushing event updated for resources: {'Port': ['ID=9f030ada-94d3-4016-848b-b203f0d08c5f,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:51.600695 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:51.610358 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357844'] for router_interface, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.709053 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.795288 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-3ddb52db-6f8f-478a-9eb7-057fff7a6763 None None] Provisioning for port 9f030ada-94d3-4016-848b-b203f0d08c5f completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:51:51.799936 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-3ddb52db-6f8f-478a-9eb7-057fff7a6763 None None] Provisioning complete for port 9f030ada-94d3-4016-848b-b203f0d08c5f triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:51:51.800321 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3ddb52db-6f8f-478a-9eb7-057fff7a6763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.853244 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb52db-6f8f-478a-9eb7-057fff7a6763 None None] Port 9f030ada-94d3-4016-848b-b203f0d08c5f cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:51:51.869757 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.880248 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'name': 'tempest-TestMinimumBasicScenario-1224069007-router', 'tenant_id': '6ae710e6494d4b8b9417358cf12149a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'bcff1a0a-2521-4e24-8023-af0a47ccdf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:48Z', 'updated_at': '2021-09-15T08:51:49Z', 'revision_number': 3, 'project_id': '6ae710e6494d4b8b9417358cf12149a4', 'gw_port': {'id': 'bcff1a0a-2521-4e24-8023-af0a47ccdf2e', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:49Z', 'updated_at': '2021-09-15T08:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:51:51.885094 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fe96c5-82af-4ead-ab4c-ebff88afb7ec None None] The sync data for ids ['e4be8f63-af73-43e5-a1e8-e836727e1181'] in dv-cinder-806008-2-smb is: [{'id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'name': 'tempest-TestMinimumBasicScenario-1224069007-router', 'tenant_id': '6ae710e6494d4b8b9417358cf12149a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'bcff1a0a-2521-4e24-8023-af0a47ccdf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:48Z', 'updated_at': '2021-09-15T08:51:49Z', 'revision_number': 3, 'project_id': '6ae710e6494d4b8b9417358cf12149a4', 'gw_port': {'id': 'bcff1a0a-2521-4e24-8023-af0a47ccdf2e', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:49Z', 'updated_at': '2021-09-15T08:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}] {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:51:51.945104 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.949070 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245193'] for port, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.975728 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-2e6c71ce-ba4f-4cae-a552-12ce58c04fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:52.048783 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1263052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-358255'] for router_interface, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:52.051919 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Pushing event updated for resources: {'Port': ['ID=9f030ada-94d3-4016-848b-b203f0d08c5f,revision_number=2']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:52.055688 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:51:52.183871 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Network 29b4adef-87f5-494c-a8bc-67605b3b2279 is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:51:52.185159 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:51:52.376046 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-cd13ae00-8aa0-4df6-8a11-5f8c0dc25820 None None] Provisioning complete for port 9f030ada-94d3-4016-848b-b203f0d08c5f triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:51:52.376412 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-cd13ae00-8aa0-4df6-8a11-5f8c0dc25820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:52.426690 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-cd13ae00-8aa0-4df6-8a11-5f8c0dc25820 None None] Port 9f030ada-94d3-4016-848b-b203f0d08c5f cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:51:52.529918 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 747e28e0-b945-4cce-b8bf-7cf07021e6ec up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:51:52.598383 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 747e28e0-b945-4cce-b8bf-7cf07021e6ec triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:51:52.598669 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:52.642984 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Router e4be8f63-af73-43e5-a1e8-e836727e1181 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:51:52.840956 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:51:52.850035 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] 10.222.0.24 "PUT /v2.0/routers/e4be8f63-af73-43e5-a1e8-e836727e1181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6837909 Sep 15 08:51:53.559424 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-29ad5d6e-f7da-45e2-af33-910772f8e99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:54.560910 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:56.110786 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:58.567678 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device bcff1a0a-2521-4e24-8023-af0a47ccdf2e up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:51:58.650127 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port bcff1a0a-2521-4e24-8023-af0a47ccdf2e completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:51:58.654836 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port bcff1a0a-2521-4e24-8023-af0a47ccdf2e triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:51:58.655234 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:58.783189 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:58.800026 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port bcff1a0a-2521-4e24-8023-af0a47ccdf2e, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=bcff1a0a-2521-4e24-8023-af0a47ccdf2e,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:51:58.804131 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:58.805945 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:51:58.875289 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=bcff1a0a-2521-4e24-8023-af0a47ccdf2e,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:51:58.882912 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:00.544292 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device bcff1a0a-2521-4e24-8023-af0a47ccdf2e up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:52:00.616404 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port bcff1a0a-2521-4e24-8023-af0a47ccdf2e triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:52:00.616900 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:01.860187 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Sync routers for ids ['0072d5c3-95b7-468a-a54e-736421047a07'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:52:01.873740 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Routers {'0072d5c3-95b7-468a-a54e-736421047a07'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:52:01.874914 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:51:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['0072d5c3-95b7-468a-a54e-736421047a07'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:52:02.066088 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:02.085123 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Set router 0072d5c3-95b7-468a-a54e-736421047a07 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:52:02.456090 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0072d5c3-95b7-468a-a54e-736421047a07', 'name': 'tempest-TestMinimumBasicScenario-690076881-router', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:42Z', 'updated_at': '2021-09-15T08:51:45Z', 'revision_number': 4, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'gw_port': {'id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:43Z', 'updated_at': '2021-09-15T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '1e63b104-656f-4eae-82c2-e7fc63aa7ce3', 'name': '', 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'mac_address': 'fa:16:3e:76:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:45Z', 'updated_at': '2021-09-15T08:51:45Z', 'revision_number': 2, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'subnets': [{'id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:52:02.461655 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Checking router: 0072d5c3-95b7-468a-a54e-736421047a07 for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:52:02.462036 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Updating router 0072d5c3-95b7-468a-a54e-736421047a07 port 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 binding host dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:52:02.514642 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:02.862497 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Notify callbacks [] for port, precommit_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:02.873895 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Transition to ACTIVE for port object 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 will not be triggered until provisioned by entity L2. {{(pid=75068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:52:02.879754 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:02.883046 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:02.999607 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9edd3-1203-4c09-b727-e4b76d9462d3 None None] Pushing event updated for resources: {'Port': ['ID=1e63b104-656f-4eae-82c2-e7fc63aa7ce3,revision_number=3']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:03.003606 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-04b9edd3-1203-4c09-b727-e4b76d9462d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:03.093766 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Attempting to bind port 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:52:03.094218 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Attempting to bind port 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': 'f7b88a02-8c00-4179-8d93-e0a25f7b8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0'}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:52:03.094539 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Attempting to bind port 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 on network 3ae88557-7089-40c7-86a7-31eec36cb7e0 {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:52:03.101960 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:52:03.102372 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Checking segment: {'id': 'f7b88a02-8c00-4179-8d93-e0a25f7b8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:52:03.102794 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:03.103186 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Bound using segment: {'id': 'f7b88a02-8c00-4179-8d93-e0a25f7b8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0'} {{(pid=75068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:52:03.103657 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.managers [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Bound port: 1e63b104-656f-4eae-82c2-e7fc63aa7ce3, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b88a02-8c00-4179-8d93-e0a25f7b8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0'}}] {{(pid=75068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:52:03.104143 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:03.214169 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] For port 1e63b104-656f-4eae-82c2-e7fc63aa7ce3, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:52:03.217516 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] For port 1e63b104-656f-4eae-82c2-e7fc63aa7ce3, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=1e63b104-656f-4eae-82c2-e7fc63aa7ce3,segment=NetworkSegment(f7b88a02-8c00-4179-8d93-e0a25f7b8c6f),segment_id=f7b88a02-8c00-4179-8d93-e0a25f7b8c6f)] {{(pid=75068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:52:03.221471 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:03.225639 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-29e432e8-d494-41c2-bf0b-169d3f103bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:03.303201 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9edd3-1203-4c09-b727-e4b76d9462d3 None None] Pushing event updated for resources: {'Port': ['ID=1e63b104-656f-4eae-82c2-e7fc63aa7ce3,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:03.306022 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Routers {'0072d5c3-95b7-468a-a54e-736421047a07'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:52:03.306697 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:51:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['0072d5c3-95b7-468a-a54e-736421047a07'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:52:03.357450 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-04b9edd3-1203-4c09-b727-e4b76d9462d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:03.501770 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] Set router 0072d5c3-95b7-468a-a54e-736421047a07 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:52:03.506321 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-2a4762a2-cd0c-408a-b590-3845cac8d865 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:03.507798 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-2a4762a2-cd0c-408a-b590-3845cac8d865 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/networks?id=3ae88557-7089-40c7-86a7-31eec36cb7e0 HTTP/1.1" status: 200 len: 814 time: 0.1615171 Sep 15 08:52:03.525149 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-0ff64ecd-3737-4bee-b00a-a1ac92e0166c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/quotas/41c97331411647c9bc42dac80a57e2b0 HTTP/1.1" status: 200 len: 375 time: 0.0116577 Sep 15 08:52:03.549438 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Sync routers for ids ['e4be8f63-af73-43e5-a1e8-e836727e1181'] in dv-cinder-806008-2-smb {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:52:03.563727 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Routers {'e4be8f63-af73-43e5-a1e8-e836727e1181'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:52:03.564473 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:51:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['e4be8f63-af73-43e5-a1e8-e836727e1181'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:52:03.619820 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-05763e75-5bf5-4ffe-89e8-2c95084ef622 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=41c97331411647c9bc42dac80a57e2b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857706 Sep 15 08:52:03.635896 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-82ed0554-f57c-4d96-93fb-1ae5aefdb5e1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=75066) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:52:03.636837 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-82ed0554-f57c-4d96-93fb-1ae5aefdb5e1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052297 Sep 15 08:52:03.777710 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-51dd82aa-a7cf-495b-a4d3-2881287e23ba service neutron] 10.222.0.24 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337311 Sep 15 08:52:03.784561 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Set router e4be8f63-af73-43e5-a1e8-e836727e1181 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:52:03.839076 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0072d5c3-95b7-468a-a54e-736421047a07', 'name': 'tempest-TestMinimumBasicScenario-690076881-router', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:42Z', 'updated_at': '2021-09-15T08:51:45Z', 'revision_number': 4, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'gw_port': {'id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:43Z', 'updated_at': '2021-09-15T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '1e63b104-656f-4eae-82c2-e7fc63aa7ce3', 'name': '', 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'mac_address': 'fa:16:3e:76:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:45Z', 'updated_at': '2021-09-15T08:52:03Z', 'revision_number': 4, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'subnets': [{'id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:52:03.843315 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee616b-50f5-4d89-85c1-847602b58c94 None None] The sync data for ids ['0072d5c3-95b7-468a-a54e-736421047a07'] in dv-cinder-806008-2-smb is: [{'id': '0072d5c3-95b7-468a-a54e-736421047a07', 'name': 'tempest-TestMinimumBasicScenario-690076881-router', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:42Z', 'updated_at': '2021-09-15T08:51:45Z', 'revision_number': 4, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'gw_port': {'id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:43Z', 'updated_at': '2021-09-15T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '1e63b104-656f-4eae-82c2-e7fc63aa7ce3', 'name': '', 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'mac_address': 'fa:16:3e:76:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:45Z', 'updated_at': '2021-09-15T08:52:03Z', 'revision_number': 4, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'subnets': [{'id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:52:03.912181 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-146a34b6-4c31-444e-9218-cf5caf9db216 service neutron] 10.222.0.24 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285968 Sep 15 08:52:04.131394 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'name': 'tempest-TestMinimumBasicScenario-1224069007-router', 'tenant_id': '6ae710e6494d4b8b9417358cf12149a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'bcff1a0a-2521-4e24-8023-af0a47ccdf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:48Z', 'updated_at': '2021-09-15T08:51:51Z', 'revision_number': 4, 'project_id': '6ae710e6494d4b8b9417358cf12149a4', 'gw_port': {'id': 'bcff1a0a-2521-4e24-8023-af0a47ccdf2e', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:49Z', 'updated_at': '2021-09-15T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '9f030ada-94d3-4016-848b-b203f0d08c5f', 'name': '', 'network_id': '29b4adef-87f5-494c-a8bc-67605b3b2279', 'tenant_id': '6ae710e6494d4b8b9417358cf12149a4', 'mac_address': 'fa:16:3e:66:35:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693205c8-24fd-4b96-80cb-22d7ed4cf9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:51Z', 'updated_at': '2021-09-15T08:51:51Z', 'revision_number': 2, 'project_id': '6ae710e6494d4b8b9417358cf12149a4', 'subnets': [{'id': '693205c8-24fd-4b96-80cb-22d7ed4cf9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:52:04.135575 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Checking router: e4be8f63-af73-43e5-a1e8-e836727e1181 for host: dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:52:04.135935 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Updating router e4be8f63-af73-43e5-a1e8-e836727e1181 port 9f030ada-94d3-4016-848b-b203f0d08c5f binding host dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:52:04.192398 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:04.277373 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-19c5403e-57e9-403c-aabb-562098e61521 req-2caf5c30-7b1b-47b4-b0d0-186e9a41b14b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Synchronizing usage tracker for tenant:41c97331411647c9bc42dac80a57e2b0 on resource:port {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:52:04.298139 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-19c5403e-57e9-403c-aabb-562098e61521 req-2caf5c30-7b1b-47b4-b0d0-186e9a41b14b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Unset dirty status for tenant:41c97331411647c9bc42dac80a57e2b0 on resource:port {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:52:04.299393 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-19c5403e-57e9-403c-aabb-562098e61521 req-2caf5c30-7b1b-47b4-b0d0-186e9a41b14b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 210 time: 0.2206645 Sep 15 08:52:04.557668 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:52:04.571519 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:04.590171 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.provisioning_blocks [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Transition to ACTIVE for port object 9f030ada-94d3-4016-848b-b203f0d08c5f will not be triggered until provisioned by entity L2. {{(pid=75069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:52:04.597919 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:04.602412 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-21be62f4-6af8-4385-93a0-fd27e333a331 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:04.634852 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:52:04.639717 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:52:04.640667 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:04.726979 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6571011-1c1f-4189-b8f5-3f5b79e88734 None None] Pushing event updated for resources: {'Port': ['ID=9f030ada-94d3-4016-848b-b203f0d08c5f,revision_number=3']} {{(pid=75069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:04.736193 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-f6571011-1c1f-4189-b8f5-3f5b79e88734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:04.822293 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:04.838853 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Attempting to bind port 9f030ada-94d3-4016-848b-b203f0d08c5f on host dv-cinder-806008-2-smb for vnic_type normal with profile {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:52:04.839511 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Attempting to bind port 9f030ada-94d3-4016-848b-b203f0d08c5f by drivers openvswitch,hyperv on host dv-cinder-806008-2-smb at level 0 using segments [{'id': '7ff0621c-bad6-4963-bff4-c4d50ea86754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29b4adef-87f5-494c-a8bc-67605b3b2279'}] {{(pid=75069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:52:04.840091 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Attempting to bind port 9f030ada-94d3-4016-848b-b203f0d08c5f on network 29b4adef-87f5-494c-a8bc-67605b3b2279 {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:52:04.847835 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Checking agent: {'id': '2d6dcc68-7f00-4856-941e-858ffe375797', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 32, 52), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:52:04.848217 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Checking segment: {'id': '7ff0621c-bad6-4963-bff4-c4d50ea86754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29b4adef-87f5-494c-a8bc-67605b3b2279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:52:04.848610 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:04.849002 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Bound using segment: {'id': '7ff0621c-bad6-4963-bff4-c4d50ea86754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29b4adef-87f5-494c-a8bc-67605b3b2279'} {{(pid=75069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:52:04.849462 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.managers [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Bound port: 9f030ada-94d3-4016-848b-b203f0d08c5f, host: dv-cinder-806008-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff0621c-bad6-4963-bff4-c4d50ea86754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29b4adef-87f5-494c-a8bc-67605b3b2279'}}] {{(pid=75069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:52:04.849905 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:04.863479 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port 1e63b104-656f-4eae-82c2-e7fc63aa7ce3, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=1e63b104-656f-4eae-82c2-e7fc63aa7ce3,segment=NetworkSegment(f7b88a02-8c00-4179-8d93-e0a25f7b8c6f),segment_id=f7b88a02-8c00-4179-8d93-e0a25f7b8c6f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:52:04.868739 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:04.872404 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:04.941863 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.db [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] For port 9f030ada-94d3-4016-848b-b203f0d08c5f, host dv-cinder-806008-2-smb, cleared binding levels {{(pid=75069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:52:04.942534 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=1e63b104-656f-4eae-82c2-e7fc63aa7ce3,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:04.945008 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.plugins.ml2.db [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] For port 9f030ada-94d3-4016-848b-b203f0d08c5f, host dv-cinder-806008-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=9f030ada-94d3-4016-848b-b203f0d08c5f,segment=NetworkSegment(7ff0621c-bad6-4963-bff4-c4d50ea86754),segment_id=7ff0621c-bad6-4963-bff4-c4d50ea86754)] {{(pid=75069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:52:04.945969 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:04.949106 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron_lib.callbacks.manager [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:04.953927 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:05.036010 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Routers {'e4be8f63-af73-43e5-a1e8-e836727e1181'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:52:05.036644 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:51:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['e4be8f63-af73-43e5-a1e8-e836727e1181'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:52:05.090285 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6571011-1c1f-4189-b8f5-3f5b79e88734 None None] Pushing event updated for resources: {'Port': ['ID=9f030ada-94d3-4016-848b-b203f0d08c5f,revision_number=4']} {{(pid=75069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:05.100117 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG oslo_concurrency.lockutils [None req-f6571011-1c1f-4189-b8f5-3f5b79e88734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:05.235783 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] Set router e4be8f63-af73-43e5-a1e8-e836727e1181 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:52:05.462871 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-99c481ff-e368-4a93-953e-89d8b32483f8 req-6dd8b8e6-e3ed-4149-a663-4f158753c9d8 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 210 time: 0.0433781 Sep 15 08:52:05.569723 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'name': 'tempest-TestMinimumBasicScenario-1224069007-router', 'tenant_id': '6ae710e6494d4b8b9417358cf12149a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'bcff1a0a-2521-4e24-8023-af0a47ccdf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:48Z', 'updated_at': '2021-09-15T08:51:51Z', 'revision_number': 4, 'project_id': '6ae710e6494d4b8b9417358cf12149a4', 'gw_port': {'id': 'bcff1a0a-2521-4e24-8023-af0a47ccdf2e', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:49Z', 'updated_at': '2021-09-15T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '9f030ada-94d3-4016-848b-b203f0d08c5f', 'name': '', 'network_id': '29b4adef-87f5-494c-a8bc-67605b3b2279', 'tenant_id': '6ae710e6494d4b8b9417358cf12149a4', 'mac_address': 'fa:16:3e:66:35:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693205c8-24fd-4b96-80cb-22d7ed4cf9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:51Z', 'updated_at': '2021-09-15T08:52:04Z', 'revision_number': 4, 'project_id': '6ae710e6494d4b8b9417358cf12149a4', 'subnets': [{'id': '693205c8-24fd-4b96-80cb-22d7ed4cf9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:52:05.573859 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4df5ee-c0c7-41cc-aff8-28acdb6ef3d7 None None] The sync data for ids ['e4be8f63-af73-43e5-a1e8-e836727e1181'] in dv-cinder-806008-2-smb is: [{'id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'name': 'tempest-TestMinimumBasicScenario-1224069007-router', 'tenant_id': '6ae710e6494d4b8b9417358cf12149a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'bcff1a0a-2521-4e24-8023-af0a47ccdf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:48Z', 'updated_at': '2021-09-15T08:51:51Z', 'revision_number': 4, 'project_id': '6ae710e6494d4b8b9417358cf12149a4', 'gw_port': {'id': 'bcff1a0a-2521-4e24-8023-af0a47ccdf2e', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:49Z', 'updated_at': '2021-09-15T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '9f030ada-94d3-4016-848b-b203f0d08c5f', 'name': '', 'network_id': '29b4adef-87f5-494c-a8bc-67605b3b2279', 'tenant_id': '6ae710e6494d4b8b9417358cf12149a4', 'mac_address': 'fa:16:3e:66:35:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693205c8-24fd-4b96-80cb-22d7ed4cf9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:51Z', 'updated_at': '2021-09-15T08:52:04Z', 'revision_number': 4, 'project_id': '6ae710e6494d4b8b9417358cf12149a4', 'subnets': [{'id': '693205c8-24fd-4b96-80cb-22d7ed4cf9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:52:05.779779 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-b31dd3b3-ea3e-4e2e-aa7b-b330a6df2c19 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:05.782070 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-b31dd3b3-ea3e-4e2e-aa7b-b330a6df2c19 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.42 "GET /v2.0/networks?id=3ae88557-7089-40c7-86a7-31eec36cb7e0 HTTP/1.1" status: 200 len: 814 time: 0.1718094 Sep 15 08:52:05.805886 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-683cdac1-255a-4e7e-bd3a-a8b8a2c530ce tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Request body: {'port': {'device_id': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0', 'admin_state_up': True, 'tenant_id': '41c97331411647c9bc42dac80a57e2b0'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:52:05.945467 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-683cdac1-255a-4e7e-bd3a-a8b8a2c530ce tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:52:05.956122 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-683cdac1-255a-4e7e-bd3a-a8b8a2c530ce tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:52:05.971969 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-683cdac1-255a-4e7e-bd3a-a8b8a2c530ce tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Made reservation on behalf of 41c97331411647c9bc42dac80a57e2b0 for: {'port': 1} {{(pid=75066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:52:05.975478 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-683cdac1-255a-4e7e-bd3a-a8b8a2c530ce tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:06.353751 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.db_base_plugin_common [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-683cdac1-255a-4e7e-bd3a-a8b8a2c530ce tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Allocated IP 172.20.0.4 (3ae88557-7089-40c7-86a7-31eec36cb7e0/7057991c-1b06-4eb3-9c8a-cdae2265863c/71aaf240-d3b6-48f1-b095-35aec38fb6e0) {{(pid=75066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:52:06.674793 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-683cdac1-255a-4e7e-bd3a-a8b8a2c530ce tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for port, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:06.694405 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-683cdac1-255a-4e7e-bd3a-a8b8a2c530ce tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Transition to ACTIVE for port object 71aaf240-d3b6-48f1-b095-35aec38fb6e0 will not be triggered until provisioned by entity DHCP. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:52:06.724412 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-683cdac1-255a-4e7e-bd3a-a8b8a2c530ce tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:06.731233 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-1f9ce3f9-c70d-45b7-990c-5ac51ec14c0a tempest-VolumesActionsTest-1788646504 tempest-VolumesActionsTest-1788646504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:06.767448 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 9f030ada-94d3-4016-848b-b203f0d08c5f up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:52:06.848906 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning for port 9f030ada-94d3-4016-848b-b203f0d08c5f completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:52:06.853512 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7263b6-4833-4b30-8f35-26d750a233f7 req-853ccb5c-3c38-4b8b-8dd1-7e54b442cdeb tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:06.855256 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 9f030ada-94d3-4016-848b-b203f0d08c5f triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:52:06.855980 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:06.858265 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-dd7263b6-4833-4b30-8f35-26d750a233f7 req-853ccb5c-3c38-4b8b-8dd1-7e54b442cdeb tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 931 time: 0.0904965 Sep 15 08:52:06.882161 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-683cdac1-255a-4e7e-bd3a-a8b8a2c530ce tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Network 3ae88557-7089-40c7-86a7-31eec36cb7e0 is already hosted by enough agents. {{(pid=75066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:52:06.894461 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.scheduler.base_scheduler [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-683cdac1-255a-4e7e-bd3a-a8b8a2c530ce tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Resources bound (agent type, host, resource id): {{(pid=75066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:52:06.899729 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-683cdac1-255a-4e7e-bd3a-a8b8a2c530ce tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Received port after_create {{(pid=75066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:52:06.928017 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-dd7263b6-4833-4b30-8f35-26d750a233f7 req-834e2697-128a-44f7-8eb6-41ee204116ac tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Synchronizing usage tracker for tenant:41c97331411647c9bc42dac80a57e2b0 on resource:security_group {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:52:06.944094 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cdac1-255a-4e7e-bd3a-a8b8a2c530ce tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Pushing event updated for resources: {'Port': ['ID=71aaf240-d3b6-48f1-b095-35aec38fb6e0,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:06.954472 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-dd7263b6-4833-4b30-8f35-26d750a233f7 req-834e2697-128a-44f7-8eb6-41ee204116ac tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Unset dirty status for tenant:41c97331411647c9bc42dac80a57e2b0 on resource:security_group {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:52:06.956139 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-683cdac1-255a-4e7e-bd3a-a8b8a2c530ce tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:06.964532 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-dd7263b6-4833-4b30-8f35-26d750a233f7 req-834e2697-128a-44f7-8eb6-41ee204116ac tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991282 Sep 15 08:52:07.021348 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-683cdac1-255a-4e7e-bd3a-a8b8a2c530ce tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:07.022308 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-683cdac1-255a-4e7e-bd3a-a8b8a2c530ce tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:07.031674 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:07.074572 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-683cdac1-255a-4e7e-bd3a-a8b8a2c530ce tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2724545 Sep 15 08:52:07.095525 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] For port 9f030ada-94d3-4016-848b-b203f0d08c5f, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=9f030ada-94d3-4016-848b-b203f0d08c5f,segment=NetworkSegment(7ff0621c-bad6-4963-bff4-c4d50ea86754),segment_id=7ff0621c-bad6-4963-bff4-c4d50ea86754)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:52:07.102726 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:07.104298 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:52:07.166042 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:07.253775 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Pushing event updated for resources: {'Port': ['ID=9f030ada-94d3-4016-848b-b203f0d08c5f,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:07.257985 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:07.265514 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-bf35eefb-6efd-4a79-9276-459dc81bb852 None None] Provisioning for port 71aaf240-d3b6-48f1-b095-35aec38fb6e0 completed by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:52:07.268545 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:52:07.269037 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:07.297482 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-bf35eefb-6efd-4a79-9276-459dc81bb852 None None] Provisioning complete for port 71aaf240-d3b6-48f1-b095-35aec38fb6e0 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:52:07.297946 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-bf35eefb-6efd-4a79-9276-459dc81bb852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:07.372535 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-bf35eefb-6efd-4a79-9276-459dc81bb852 None None] Port 71aaf240-d3b6-48f1-b095-35aec38fb6e0 cannot update to ACTIVE because it is not bound. {{(pid=75068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:52:08.169106 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e02f2-7fe2-4aa1-86a8-64874605979a req-95b099c8-d791-4c15-962e-459468081108 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:08.169899 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-643e02f2-7fe2-4aa1-86a8-64874605979a req-95b099c8-d791-4c15-962e-459468081108 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Synchronizing usage tracker for tenant:41c97331411647c9bc42dac80a57e2b0 on resource:port {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:52:08.187383 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-643e02f2-7fe2-4aa1-86a8-64874605979a req-95b099c8-d791-4c15-962e-459468081108 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Unset dirty status for tenant:41c97331411647c9bc42dac80a57e2b0 on resource:port {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:52:08.188859 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-643e02f2-7fe2-4aa1-86a8-64874605979a req-95b099c8-d791-4c15-962e-459468081108 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 931 time: 0.1025786 Sep 15 08:52:08.239102 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-643e02f2-7fe2-4aa1-86a8-64874605979a req-a62e353b-30f3-450b-a266-6ce7e6d2f85f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444965 Sep 15 08:52:08.540973 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 9f030ada-94d3-4016-848b-b203f0d08c5f up at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:52:08.612841 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Provisioning complete for port 9f030ada-94d3-4016-848b-b203f0d08c5f triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:52:08.613402 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:09.443435 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a43058-b21f-4249-924e-78227f4a4fc1 req-1075f589-26e3-4554-ad11-7f6f69dfbb2b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:09.444947 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-26a43058-b21f-4249-924e-78227f4a4fc1 req-1075f589-26e3-4554-ad11-7f6f69dfbb2b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 931 time: 0.0809681 Sep 15 08:52:09.491382 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-26a43058-b21f-4249-924e-78227f4a4fc1 req-60d9ac4e-8123-44ce-b412-18a550ff5904 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400612 Sep 15 08:52:10.690122 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996ed5b-4730-4028-b399-ba7eff95cec5 req-64cc488b-644a-4360-ad05-10df1ad13fae tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:10.691743 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e996ed5b-4730-4028-b399-ba7eff95cec5 req-64cc488b-644a-4360-ad05-10df1ad13fae tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 931 time: 0.0799270 Sep 15 08:52:10.740054 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e996ed5b-4730-4028-b399-ba7eff95cec5 req-d43490f6-1600-444e-8919-a75fe3789246 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429218 Sep 15 08:52:11.938299 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad748e9-cd0e-4271-9c33-b105ceb8f574 req-dac016ca-d0ea-48be-8c96-709ad7c58e5d tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:11.939762 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-dad748e9-cd0e-4271-9c33-b105ceb8f574 req-dac016ca-d0ea-48be-8c96-709ad7c58e5d tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 931 time: 0.0764377 Sep 15 08:52:11.993295 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-dad748e9-cd0e-4271-9c33-b105ceb8f574 req-d78aec8f-95f4-4d7d-8d91-97a9047b3486 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469110 Sep 15 08:52:13.196183 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecdf21-85cc-4586-b71a-c982a9c412e9 req-c83bedb9-b98a-40c4-a218-078606d5a916 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:13.197649 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ffecdf21-85cc-4586-b71a-c982a9c412e9 req-c83bedb9-b98a-40c4-a218-078606d5a916 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 931 time: 0.0835288 Sep 15 08:52:13.245306 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-ffecdf21-85cc-4586-b71a-c982a9c412e9 req-7aed5a25-5958-4752-a0f4-73d37acfafe6 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415728 Sep 15 08:52:14.450408 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110c9e6-cdf4-4626-9a85-3b8bea8bb42f req-5b7e5746-79fa-4f5e-98fb-5372aa155fc7 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:14.451934 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7110c9e6-cdf4-4626-9a85-3b8bea8bb42f req-5b7e5746-79fa-4f5e-98fb-5372aa155fc7 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 931 time: 0.0807586 Sep 15 08:52:14.501297 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7110c9e6-cdf4-4626-9a85-3b8bea8bb42f req-66414fc0-a368-4d70-b6c7-62f1ac8be140 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433691 Sep 15 08:52:15.704359 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9de0f-a413-48c2-b467-58d5428c462c req-f15e2090-835b-4a0d-9849-a1f7f7dfcd29 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:15.705832 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-90c9de0f-a413-48c2-b467-58d5428c462c req-f15e2090-835b-4a0d-9849-a1f7f7dfcd29 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 931 time: 0.0754402 Sep 15 08:52:15.754671 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-90c9de0f-a413-48c2-b467-58d5428c462c req-68c461c5-833a-4ce3-a073-aeb9c2d3d14a tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 Sep 15 08:52:16.943960 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08bc9b-c883-4e71-a323-437bd56810e1 req-e1b04cdd-cf88-440d-8526-bccdc9a2ea88 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:16.945447 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-cd08bc9b-c883-4e71-a323-437bd56810e1 req-e1b04cdd-cf88-440d-8526-bccdc9a2ea88 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 931 time: 0.0759046 Sep 15 08:52:16.993370 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-cd08bc9b-c883-4e71-a323-437bd56810e1 req-f8f87a7f-69e9-4a2b-8521-5223b4555cdd tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423975 Sep 15 08:52:17.952600 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-96b4ff74-20ec-499f-9981-d84acb7a7df5 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=75066) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:52:17.953674 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-96b4ff74-20ec-499f-9981-d84acb7a7df5 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051994 Sep 15 08:52:18.033048 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Request body: {'port': {'device_id': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:52:18.190923 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:18.265621 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13f48a-e821-4623-810c-4d65bce0a374 req-7352c28d-cec8-4c80-9af9-c864bda6d152 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:18.267097 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8a13f48a-e821-4623-810c-4d65bce0a374 req-7352c28d-cec8-4c80-9af9-c864bda6d152 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 931 time: 0.1530895 Sep 15 08:52:18.381593 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-8a13f48a-e821-4623-810c-4d65bce0a374 req-3f6321c1-6552-4d8c-b484-3315b684f02e tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040664 Sep 15 08:52:18.571122 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71aaf240-d3b6-48f1-b095-35aec38fb6e0 {{(pid=75066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:52:18.577659 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:18.591251 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Transition to ACTIVE for port object 71aaf240-d3b6-48f1-b095-35aec38fb6e0 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:52:18.595572 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:18.599583 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-797c5e24-9934-4cb6-a675-372398b0e2d1 tempest-AttachVolumeShelveTestJSON-719776910 tempest-AttachVolumeShelveTestJSON-719776910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:18.721641 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Pushing event updated for resources: {'Port': ['ID=71aaf240-d3b6-48f1-b095-35aec38fb6e0,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:18.725613 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:18.828594 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Attempting to bind port 71aaf240-d3b6-48f1-b095-35aec38fb6e0 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:52:18.828916 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Attempting to bind port 71aaf240-d3b6-48f1-b095-35aec38fb6e0 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'f7b88a02-8c00-4179-8d93-e0a25f7b8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:52:18.829231 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Attempting to bind port 71aaf240-d3b6-48f1-b095-35aec38fb6e0 on network 3ae88557-7089-40c7-86a7-31eec36cb7e0 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:52:18.834764 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Port 71aaf240-d3b6-48f1-b095-35aec38fb6e0 on network 3ae88557-7089-40c7-86a7-31eec36cb7e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:52:18.835074 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Attempting to bind port 71aaf240-d3b6-48f1-b095-35aec38fb6e0 on network 3ae88557-7089-40c7-86a7-31eec36cb7e0 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:52:18.841097 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Checking agent: {'id': '7bae4b45-8af9-47cc-9ffc-ff39cead1438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'started_at': datetime.datetime(2021, 9, 15, 8, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:52:18.841422 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Checking segment: {'id': 'f7b88a02-8c00-4179-8d93-e0a25f7b8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:52:18.841792 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Bound using segment: {'id': 'f7b88a02-8c00-4179-8d93-e0a25f7b8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:52:18.842201 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Bound port: 71aaf240-d3b6-48f1-b095-35aec38fb6e0, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b88a02-8c00-4179-8d93-e0a25f7b8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:52:18.842560 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:19.017119 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] For port 71aaf240-d3b6-48f1-b095-35aec38fb6e0, host hv-cinder-80600, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:52:19.019969 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] For port 71aaf240-d3b6-48f1-b095-35aec38fb6e0, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=71aaf240-d3b6-48f1-b095-35aec38fb6e0,segment=NetworkSegment(f7b88a02-8c00-4179-8d93-e0a25f7b8c6f),segment_id=f7b88a02-8c00-4179-8d93-e0a25f7b8c6f)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:52:19.024602 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2825264'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:19.028593 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:19.086161 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:19.087671 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] 10.222.0.42 "PUT /v2.0/ports/71aaf240-d3b6-48f1-b095-35aec38fb6e0 HTTP/1.1" status: 200 len: 1093 time: 1.1273823 Sep 15 08:52:19.088205 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'tag': '71aaf240-d3b6-48f1-b095-35aec38fb6e0'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:52:19.106451 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Pushing event updated for resources: {'Port': ['ID=71aaf240-d3b6-48f1-b095-35aec38fb6e0,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:19.109729 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ea52f4e1-739c-4861-ab8f-485f25d5b132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:19.225965 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-85fcfddf-b41a-4769-a6d8-0efc0dc87b7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41c97331411647c9bc42dac80a57e2b0&device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 1096 time: 0.0783582 Sep 15 08:52:19.288922 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'tag': '71aaf240-d3b6-48f1-b095-35aec38fb6e0', 'status': 'completed', 'code': 200} Sep 15 08:52:19.303320 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-e6b159b1-1bd2-44fe-8466-6523d2122137 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71aaf240-d3b6-48f1-b095-35aec38fb6e0 HTTP/1.1" status: 200 len: 217 time: 0.0639100 Sep 15 08:52:19.371756 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-12394416-b463-440f-8127-fa235d3c7ffc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:19.373109 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-12394416-b463-440f-8127-fa235d3c7ffc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7057991c-1b06-4eb3-9c8a-cdae2265863c HTTP/1.1" status: 200 len: 853 time: 0.0629814 Sep 15 08:52:19.447349 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-c339509e-1206-43b0-b37f-f4b6abcb5e1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ae88557-7089-40c7-86a7-31eec36cb7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675294 Sep 15 08:52:19.632136 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-bd069db7-5163-458b-9381-a64cec1aef83 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775687 Sep 15 08:52:19.645944 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931711b2-c670-4512-a17c-76c0e526f970 req-c0ceb140-4cc3-4ba6-bc66-ac96a4a644d4 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:19.647578 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-931711b2-c670-4512-a17c-76c0e526f970 req-c0ceb140-4cc3-4ba6-bc66-ac96a4a644d4 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 943 time: 0.1263130 Sep 15 08:52:19.773207 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-931711b2-c670-4512-a17c-76c0e526f970 req-f470bfe1-d728-4f63-a548-2640f0602c26 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091611 Sep 15 08:52:19.802699 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0028f770-3170-4eda-b3a1-e751502c0fd4 req-5aa44adb-08f8-49bb-9dce-379d207480d8 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623561 Sep 15 08:52:19.954635 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d9ddfd4f-9942-49e1-9073-e6b665a01136 req-a0cf6d21-4f70-46d9-b2fe-9f83cbe66ab8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41c97331411647c9bc42dac80a57e2b0&device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 1096 time: 0.0683897 Sep 15 08:52:20.085603 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddfd4f-9942-49e1-9073-e6b665a01136 req-8a0af4ba-54c8-4807-b2bb-189ae2717e05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:20.087086 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d9ddfd4f-9942-49e1-9073-e6b665a01136 req-8a0af4ba-54c8-4807-b2bb-189ae2717e05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ae88557-7089-40c7-86a7-31eec36cb7e0 HTTP/1.1" status: 200 len: 915 time: 0.1265361 Sep 15 08:52:20.157753 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d9ddfd4f-9942-49e1-9073-e6b665a01136 req-3977f4f6-ee56-44b2-8a86-e362b194466d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71aaf240-d3b6-48f1-b095-35aec38fb6e0 HTTP/1.1" status: 200 len: 217 time: 0.0636017 Sep 15 08:52:20.218567 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddfd4f-9942-49e1-9073-e6b665a01136 req-7f8ccf66-053f-4ed0-8e5f-5afc8973dfe9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:20.219975 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d9ddfd4f-9942-49e1-9073-e6b665a01136 req-7f8ccf66-053f-4ed0-8e5f-5afc8973dfe9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7057991c-1b06-4eb3-9c8a-cdae2265863c HTTP/1.1" status: 200 len: 853 time: 0.0562520 Sep 15 08:52:20.295905 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d9ddfd4f-9942-49e1-9073-e6b665a01136 req-a8707639-c166-4b84-8dfc-5e6c8c8a0a7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ae88557-7089-40c7-86a7-31eec36cb7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696642 Sep 15 08:52:20.425322 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d9ddfd4f-9942-49e1-9073-e6b665a01136 req-ea1177ef-fa44-4b15-95f5-26be60bb0ab6 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233926 Sep 15 08:52:20.554364 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-d9ddfd4f-9942-49e1-9073-e6b665a01136 req-1d15e405-84e6-4cfa-b3ca-cb281ef1c8de service neutron] 10.222.0.42 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221099 Sep 15 08:52:20.966438 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c15e7f-65f5-48bb-850d-f6c264e67e63 req-04132fa3-0180-4a91-9fc0-90cf518a2043 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:20.968451 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-b9c15e7f-65f5-48bb-850d-f6c264e67e63 req-04132fa3-0180-4a91-9fc0-90cf518a2043 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 943 time: 0.0741184 Sep 15 08:52:21.011899 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-b9c15e7f-65f5-48bb-850d-f6c264e67e63 req-dde3db89-3b56-44f2-aace-cf57daa4f30e tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381858 Sep 15 08:52:21.049158 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:52:21.447042 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-79b6b417-8cff-4716-b559-006ea1caad72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:21.861857 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:22.207261 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9541c2-35d7-4d65-8039-1dcd01598dc9 req-b6b83631-7732-4b6a-a9af-4516863e8a2a tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:22.208740 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3b9541c2-35d7-4d65-8039-1dcd01598dc9 req-b6b83631-7732-4b6a-a9af-4516863e8a2a tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 943 time: 0.0758252 Sep 15 08:52:22.253434 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-3b9541c2-35d7-4d65-8039-1dcd01598dc9 req-fd62fe34-1424-4040-b88d-2a3ac79ce2be tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392525 Sep 15 08:52:22.429276 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 71aaf240-d3b6-48f1-b095-35aec38fb6e0 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:52:22.557790 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 71aaf240-d3b6-48f1-b095-35aec38fb6e0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=71aaf240-d3b6-48f1-b095-35aec38fb6e0,segment=NetworkSegment(f7b88a02-8c00-4179-8d93-e0a25f7b8c6f),segment_id=f7b88a02-8c00-4179-8d93-e0a25f7b8c6f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:52:22.570550 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Returning: {'device': '71aaf240-d3b6-48f1-b095-35aec38fb6e0', 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0', 'port_id': '71aaf240-d3b6-48f1-b095-35aec38fb6e0', 'mac_address': 'fa:16:3e:cb:4b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:52:22.621922 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:22.641602 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71aaf240-d3b6-48f1-b095-35aec38fb6e0 {{(pid=75068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:52:22.656687 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 71aaf240-d3b6-48f1-b095-35aec38fb6e0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=71aaf240-d3b6-48f1-b095-35aec38fb6e0,segment=NetworkSegment(f7b88a02-8c00-4179-8d93-e0a25f7b8c6f),segment_id=f7b88a02-8c00-4179-8d93-e0a25f7b8c6f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:52:22.660138 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:22.661803 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:22.722294 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=71aaf240-d3b6-48f1-b095-35aec38fb6e0,revision_number=4']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:22.725146 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:23.068528 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['71aaf240-d3b6-48f1-b095-35aec38fb6e0'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:52:23.444937 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd313017-4789-45ac-b03f-e790817a809b req-12d75423-8bf4-40c3-b6bb-61e82bfb2168 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:23.446286 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-fd313017-4789-45ac-b03f-e790817a809b req-12d75423-8bf4-40c3-b6bb-61e82bfb2168 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 944 time: 0.0777867 Sep 15 08:52:23.491286 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-fd313017-4789-45ac-b03f-e790817a809b req-94aeb9c2-ac08-487b-a483-dd52aeb226f4 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395308 Sep 15 08:52:23.553116 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-e886cb42-d200-4046-ace7-cfd80dbaf876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:24.444836 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 71aaf240-d3b6-48f1-b095-35aec38fb6e0 up at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:52:24.510646 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning for port 71aaf240-d3b6-48f1-b095-35aec38fb6e0 completed by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:52:24.516245 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Provisioning complete for port 71aaf240-d3b6-48f1-b095-35aec38fb6e0 triggered by entity L2. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:52:24.516624 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:24.581598 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:24.676499 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:24.704021 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71aaf240-d3b6-48f1-b095-35aec38fb6e0'}] {{(pid=75068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:52:24.713548 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] For port 71aaf240-d3b6-48f1-b095-35aec38fb6e0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=71aaf240-d3b6-48f1-b095-35aec38fb6e0,segment=NetworkSegment(f7b88a02-8c00-4179-8d93-e0a25f7b8c6f),segment_id=f7b88a02-8c00-4179-8d93-e0a25f7b8c6f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:52:24.718430 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498'] for port, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:24.720469 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:24.787326 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Pushing event updated for resources: {'Port': ['ID=71aaf240-d3b6-48f1-b095-35aec38fb6e0,revision_number=5']} {{(pid=75068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:24.788639 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab2798-bb2b-48a9-964f-237c1bcfbe1a req-f9356d9c-d9d7-4295-9abd-43a0cfaa325f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:24.790667 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_concurrency.lockutils [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:24.791002 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-20ab2798-bb2b-48a9-964f-237c1bcfbe1a req-f9356d9c-d9d7-4295-9abd-43a0cfaa325f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 945 time: 0.1828194 Sep 15 08:52:24.837478 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-20ab2798-bb2b-48a9-964f-237c1bcfbe1a req-7c10f3d7-3438-4f20-a541-dcc53817f59b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 Sep 15 08:52:24.840065 dv-cinder-806008-2-smb neutron-server[75068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71aaf240-d3b6-48f1-b095-35aec38fb6e0', 'code': 200} Sep 15 08:52:25.092356 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-af304fed-a449-4aea-9877-9139c77669e6 req-27fad310-2e6b-4d2d-b990-5e7f4f658983 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 1098 time: 0.0681057 Sep 15 08:52:25.133491 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-af304fed-a449-4aea-9877-9139c77669e6 req-26e01ad1-7959-4719-b32b-d0b73bd83a64 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348933 Sep 15 08:52:26.031897 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ad274-9bb3-4ede-a6cd-8b0c83f0f6a5 req-8640c597-38dd-4d51-ab85-9ce208a674be tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:26.033226 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7a3ad274-9bb3-4ede-a6cd-8b0c83f0f6a5 req-8640c597-38dd-4d51-ab85-9ce208a674be tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 945 time: 0.0742280 Sep 15 08:52:26.076709 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7a3ad274-9bb3-4ede-a6cd-8b0c83f0f6a5 req-72984d6e-4e5a-441d-b445-3cbb721a3710 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380750 Sep 15 08:52:26.109245 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:27.268108 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce2589-2dd1-4ef2-89d0-8a1d88ea6fdb req-4814ab22-0c62-4ae0-8209-d823af77822c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:27.269564 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fdce2589-2dd1-4ef2-89d0-8a1d88ea6fdb req-4814ab22-0c62-4ae0-8209-d823af77822c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 945 time: 0.0772424 Sep 15 08:52:27.314173 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fdce2589-2dd1-4ef2-89d0-8a1d88ea6fdb req-a7d83a62-b4e3-419a-9ff5-bdf1327467fc tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388875 Sep 15 08:52:27.504469 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b595e1d-fa8d-4c36-8174-18b706271ea0 req-befd5512-4a31-4801-994d-72ab69c68808 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:27.505880 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-5b595e1d-fa8d-4c36-8174-18b706271ea0 req-befd5512-4a31-4801-994d-72ab69c68808 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 945 time: 0.0778406 Sep 15 08:52:27.549565 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-5b595e1d-fa8d-4c36-8174-18b706271ea0 req-60f8052b-55a6-4367-af6f-80017f918fd0 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383542 Sep 15 08:52:27.952573 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69492b-3681-4b16-98a5-0304941da084 req-3bca951b-7294-4b27-8067-945971dbf6cd tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:27.954020 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4b69492b-3681-4b16-98a5-0304941da084 req-3bca951b-7294-4b27-8067-945971dbf6cd tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 945 time: 0.0769868 Sep 15 08:52:28.065141 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4b69492b-3681-4b16-98a5-0304941da084 req-65e20c59-7feb-43e0-ba5c-892f0c47ed65 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055548 Sep 15 08:52:32.045285 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:32.883211 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a0fd0-890c-4149-ba01-d474d3cd11b8 req-fb6df609-af98-4374-9479-4ae4e478e44c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:32.884692 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f20a0fd0-890c-4149-ba01-d474d3cd11b8 req-fb6df609-af98-4374-9479-4ae4e478e44c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 945 time: 0.0736322 Sep 15 08:52:32.928246 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-f20a0fd0-890c-4149-ba01-d474d3cd11b8 req-762d6941-5e11-418f-be20-8136e298c08f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376751 Sep 15 08:52:32.955552 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36326) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:33.087391 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-7f432185-d92a-4c9d-bd50-916947aed4a0 tempest-TestMinimumBasicScenario-107702622 tempest-TestMinimumBasicScenario-107702622-project-admin] Synchronizing usage tracker for tenant:6ae710e6494d4b8b9417358cf12149a4 on resource:port {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:52:33.103719 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-7f432185-d92a-4c9d-bd50-916947aed4a0 tempest-TestMinimumBasicScenario-107702622 tempest-TestMinimumBasicScenario-107702622-project-admin] Unset dirty status for tenant:6ae710e6494d4b8b9417358cf12149a4 on resource:port {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:52:33.104946 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-7f432185-d92a-4c9d-bd50-916947aed4a0 tempest-TestMinimumBasicScenario-107702622 tempest-TestMinimumBasicScenario-107702622-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 1093 time: 0.1485443 Sep 15 08:52:33.108028 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36332) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:33.113182 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Request body: {'floatingip': {'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'port_id': '71aaf240-d3b6-48f1-b095-35aec38fb6e0', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:52:33.118332 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:52:33.122115 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Usage tracker for resource:floatingip and tenant:41c97331411647c9bc42dac80a57e2b0 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:52:33.124839 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:52:33.130610 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:52:33.141096 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for floatingip, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:33.272488 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:33.399522 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_common [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Allocated IP 172.28.3.141 (73c61116-91a8-4da6-aa3b-f7696623d1e1/317a8ae9-9a6a-4d69-ac7b-76c2be89eb75/e6fb61dc-8369-4545-bc8c-dc02bb41ae26) {{(pid=75067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:52:33.545341 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for port, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:33.576079 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729531546435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:33.580693 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:33.641531 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Network 73c61116-91a8-4da6-aa3b-f7696623d1e1 is already hosted by enough agents. {{(pid=75067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:52:33.644342 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.base_scheduler [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Resources bound (agent type, host, resource id): {{(pid=75067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:52:33.648832 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Received port after_create {{(pid=75067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:52:33.672678 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Pushing event updated for resources: {'Port': ['ID=e6fb61dc-8369-4545-bc8c-dc02bb41ae26,revision_number=1']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:33.677618 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:34.262916 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:34.315416 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:34.589382 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for port, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:34.594498 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245193'] for port, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:34.597978 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-f5f9a3f4-a7d2-49d3-86c5-d77e5dda780a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:34.697224 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Pushing event updated for resources: {'Port': ['ID=e6fb61dc-8369-4545-bc8c-dc02bb41ae26,revision_number=2']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:34.699883 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:34.710513 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357699'] for floatingip, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:34.897042 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.db.l3_db [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Floating IP 71558f22-20fa-4637-a9ff-abe2727bd1ef associated. External IP: 172.28.3.141, port: 71aaf240-d3b6-48f1-b095-35aec38fb6e0. Sep 15 08:52:35.271674 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Router 0072d5c3-95b7-468a-a54e-736421047a07 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:52:35.463637 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:52:35.474135 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e25e4d-1f10-48ad-8858-1e04e80828c0 None None] Sync routers for ids ['0072d5c3-95b7-468a-a54e-736421047a07'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:52:35.486809 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e25e4d-1f10-48ad-8858-1e04e80828c0 None None] Routers {'0072d5c3-95b7-468a-a54e-736421047a07'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:52:35.487386 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-b3e25e4d-1f10-48ad-8858-1e04e80828c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:52:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['0072d5c3-95b7-468a-a54e-736421047a07'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:52:35.488041 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for floatingip, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:35.539234 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4301486 Sep 15 08:52:35.539958 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'tag': '71aaf240-d3b6-48f1-b095-35aec38fb6e0'}] {{(pid=75067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:52:35.542109 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 36336) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:35.548649 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.v2.base [None req-995bda6a-fb08-4b15-8078-22d5b4f40685 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1024133445', 'description': 'tempest-secgroup-smoke-1024133445 description', 'project_id': '41c97331411647c9bc42dac80a57e2b0'}} {{(pid=75066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:52:35.554545 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-995bda6a-fb08-4b15-8078-22d5b4f40685 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:52:35.564324 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-995bda6a-fb08-4b15-8078-22d5b4f40685 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:52:35.574898 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-995bda6a-fb08-4b15-8078-22d5b4f40685 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group, before_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:35.611767 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-995bda6a-fb08-4b15-8078-22d5b4f40685 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:52:35.615724 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-995bda6a-fb08-4b15-8078-22d5b4f40685 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Usage tracker for resource:security_group_rule and tenant:41c97331411647c9bc42dac80a57e2b0 is out of sync, need to count used quota {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:52:35.618583 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [None req-995bda6a-fb08-4b15-8078-22d5b4f40685 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75066) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:52:35.624296 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.quota.driver [None req-995bda6a-fb08-4b15-8078-22d5b4f40685 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75066) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:52:35.669978 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-b3e25e4d-1f10-48ad-8858-1e04e80828c0 None None] Set router 0072d5c3-95b7-468a-a54e-736421047a07 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:52:35.682378 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'tag': '71aaf240-d3b6-48f1-b095-35aec38fb6e0', 'status': 'completed', 'code': 200} Sep 15 08:52:35.689333 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-995bda6a-fb08-4b15-8078-22d5b4f40685 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group, precommit_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:35.693077 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-995bda6a-fb08-4b15-8078-22d5b4f40685 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_create {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:35.696850 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-5427433d-38b9-4888-b560-20764f31361f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:35.777642 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bda6a-fb08-4b15-8078-22d5b4f40685 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594bab38-e32a-4105-abd4-50690b20583f,revision_number=1']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:35.780918 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-995bda6a-fb08-4b15-8078-22d5b4f40685 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:35.797525 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-995bda6a-fb08-4b15-8078-22d5b4f40685 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:35.798756 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-995bda6a-fb08-4b15-8078-22d5b4f40685 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2555976 Sep 15 08:52:35.801944 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36344) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:35.807647 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-f7f9669e-6ad7-45e2-bc3e-c8d76d6edc7b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Request body: {'security_group_rule': {'security_group_id': '594bab38-e32a-4105-abd4-50690b20583f', 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:52:35.813641 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-f7f9669e-6ad7-45e2-bc3e-c8d76d6edc7b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:52:35.816667 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2bbf6012-9728-442f-b3ed-ddaab867166f req-3eadac3c-1391-4a45-848e-cf76eb194d27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41c97331411647c9bc42dac80a57e2b0&device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 1098 time: 0.0897696 Sep 15 08:52:35.817680 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-f7f9669e-6ad7-45e2-bc3e-c8d76d6edc7b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Usage tracker for resource:security_group_rule and tenant:41c97331411647c9bc42dac80a57e2b0 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:52:35.820623 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-f7f9669e-6ad7-45e2-bc3e-c8d76d6edc7b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:52:35.827528 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-f7f9669e-6ad7-45e2-bc3e-c8d76d6edc7b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:52:35.843757 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f7f9669e-6ad7-45e2-bc3e-c8d76d6edc7b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:35.904891 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f7f9669e-6ad7-45e2-bc3e-c8d76d6edc7b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:35.910442 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f7f9669e-6ad7-45e2-bc3e-c8d76d6edc7b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:35.912505 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-d9625aa7-dd66-4180-8e3d-e67694b8a2c4 tempest-AttachVolumeTestJSON-1361950345 tempest-AttachVolumeTestJSON-1361950345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:35.935713 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9669e-6ad7-45e2-bc3e-c8d76d6edc7b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42545c76-f96a-474c-9bf2-be72d8c3185a,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:35.940553 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-f7f9669e-6ad7-45e2-bc3e-c8d76d6edc7b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:35.946907 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-f7f9669e-6ad7-45e2-bc3e-c8d76d6edc7b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:35.951311 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-f7f9669e-6ad7-45e2-bc3e-c8d76d6edc7b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1478193 Sep 15 08:52:35.952781 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36348) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:35.961339 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-2fab1faf-ada2-4c65-b6f6-8ae20cf5f89f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Request body: {'security_group_rule': {'security_group_id': '594bab38-e32a-4105-abd4-50690b20583f', 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:52:35.963237 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf6012-9728-442f-b3ed-ddaab867166f req-6cd2ab73-af75-40d0-9267-04e41efecff2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:35.964704 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2bbf6012-9728-442f-b3ed-ddaab867166f req-6cd2ab73-af75-40d0-9267-04e41efecff2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ae88557-7089-40c7-86a7-31eec36cb7e0 HTTP/1.1" status: 200 len: 915 time: 0.1422784 Sep 15 08:52:35.969861 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-2fab1faf-ada2-4c65-b6f6-8ae20cf5f89f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:52:35.973991 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-2fab1faf-ada2-4c65-b6f6-8ae20cf5f89f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Usage tracker for resource:security_group_rule and tenant:41c97331411647c9bc42dac80a57e2b0 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:52:35.976822 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-2fab1faf-ada2-4c65-b6f6-8ae20cf5f89f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:52:35.986049 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-2fab1faf-ada2-4c65-b6f6-8ae20cf5f89f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:52:36.002153 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2fab1faf-ada2-4c65-b6f6-8ae20cf5f89f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.030888 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-b3e25e4d-1f10-48ad-8858-1e04e80828c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0072d5c3-95b7-468a-a54e-736421047a07', 'name': 'tempest-TestMinimumBasicScenario-690076881-router', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:42Z', 'updated_at': '2021-09-15T08:51:45Z', 'revision_number': 4, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'gw_port': {'id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:43Z', 'updated_at': '2021-09-15T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_floatingips': [{'id': '71558f22-20fa-4637-a9ff-abe2727bd1ef', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'floating_ip_address': '172.28.3.141', 'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'router_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'port_id': '71aaf240-d3b6-48f1-b095-35aec38fb6e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0', 'mac_address': 'fa:16:3e:cb:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:52:33Z', 'updated_at': '2021-09-15T08:52:33Z', 'revision_number': 0, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e63b104-656f-4eae-82c2-e7fc63aa7ce3', 'name': '', 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'mac_address': 'fa:16:3e:76:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:45Z', 'updated_at': '2021-09-15T08:52:04Z', 'revision_number': 5, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'subnets': [{'id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:52:36.034842 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e25e4d-1f10-48ad-8858-1e04e80828c0 None None] Checking router: 0072d5c3-95b7-468a-a54e-736421047a07 for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:52:36.045326 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e25e4d-1f10-48ad-8858-1e04e80828c0 None None] Routers {'0072d5c3-95b7-468a-a54e-736421047a07'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:52:36.046037 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-b3e25e4d-1f10-48ad-8858-1e04e80828c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:52:24Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['0072d5c3-95b7-468a-a54e-736421047a07'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:52:36.072171 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2bbf6012-9728-442f-b3ed-ddaab867166f req-cf7813b7-156d-4a85-84c3-a0e6f6e21a5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71aaf240-d3b6-48f1-b095-35aec38fb6e0 HTTP/1.1" status: 200 len: 999 time: 0.1008935 Sep 15 08:52:36.072455 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2fab1faf-ada2-4c65-b6f6-8ae20cf5f89f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.076347 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2fab1faf-ada2-4c65-b6f6-8ae20cf5f89f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.079022 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-bd0051ff-ef6a-4abc-9fdb-dc35c7a2e826 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:36.102334 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab1faf-ada2-4c65-b6f6-8ae20cf5f89f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e43d06-da8e-444e-b0e5-144900b5562c,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:36.103712 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-2fab1faf-ada2-4c65-b6f6-8ae20cf5f89f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:36.113756 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-2fab1faf-ada2-4c65-b6f6-8ae20cf5f89f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.117636 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-2fab1faf-ada2-4c65-b6f6-8ae20cf5f89f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1604278 Sep 15 08:52:36.117797 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36352) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:36.124757 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-ba78770d-75f3-4978-b047-2da2a125d3bc tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Request body: {'security_group_rule': {'security_group_id': '594bab38-e32a-4105-abd4-50690b20583f', 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:52:36.133588 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-ba78770d-75f3-4978-b047-2da2a125d3bc tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:52:36.137677 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-ba78770d-75f3-4978-b047-2da2a125d3bc tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Usage tracker for resource:security_group_rule and tenant:41c97331411647c9bc42dac80a57e2b0 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:52:36.140423 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-ba78770d-75f3-4978-b047-2da2a125d3bc tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:52:36.144550 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf6012-9728-442f-b3ed-ddaab867166f req-eb9d0c07-304d-4801-827a-e2b68c36a163 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:36.146001 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2bbf6012-9728-442f-b3ed-ddaab867166f req-eb9d0c07-304d-4801-827a-e2b68c36a163 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7057991c-1b06-4eb3-9c8a-cdae2265863c HTTP/1.1" status: 200 len: 853 time: 0.0675480 Sep 15 08:52:36.146177 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-ba78770d-75f3-4978-b047-2da2a125d3bc tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:52:36.167304 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ba78770d-75f3-4978-b047-2da2a125d3bc tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.235082 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2bbf6012-9728-442f-b3ed-ddaab867166f req-b1b5f410-0b1e-48a5-a6f1-42393223cd23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ae88557-7089-40c7-86a7-31eec36cb7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818739 Sep 15 08:52:36.238095 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ba78770d-75f3-4978-b047-2da2a125d3bc tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.242290 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ba78770d-75f3-4978-b047-2da2a125d3bc tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.244398 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-2fab1faf-ada2-4c65-b6f6-8ae20cf5f89f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:36.248736 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-b3e25e4d-1f10-48ad-8858-1e04e80828c0 None None] Set router 0072d5c3-95b7-468a-a54e-736421047a07 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:52:36.267254 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78770d-75f3-4978-b047-2da2a125d3bc tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e32d86d-ba2d-4fa7-8ad4-f4408e937fc8,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:36.269762 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ba78770d-75f3-4978-b047-2da2a125d3bc tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:36.278749 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-ba78770d-75f3-4978-b047-2da2a125d3bc tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.281598 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-ba78770d-75f3-4978-b047-2da2a125d3bc tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1627080 Sep 15 08:52:36.284091 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36356) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:36.290124 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-43309485-b1ec-401e-9cec-bd453a02276c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Request body: {'security_group_rule': {'security_group_id': '594bab38-e32a-4105-abd4-50690b20583f', 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:52:36.297398 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-43309485-b1ec-401e-9cec-bd453a02276c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:52:36.303776 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-43309485-b1ec-401e-9cec-bd453a02276c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Usage tracker for resource:security_group_rule and tenant:41c97331411647c9bc42dac80a57e2b0 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:52:36.307032 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-43309485-b1ec-401e-9cec-bd453a02276c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:52:36.312945 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-43309485-b1ec-401e-9cec-bd453a02276c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:52:36.333095 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-43309485-b1ec-401e-9cec-bd453a02276c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.371016 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2bbf6012-9728-442f-b3ed-ddaab867166f req-de4abce7-5377-44ef-a8bb-ed2abe6dd4aa service neutron] 10.222.0.42 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290538 Sep 15 08:52:36.402819 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-43309485-b1ec-401e-9cec-bd453a02276c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.407692 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-43309485-b1ec-401e-9cec-bd453a02276c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.410073 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-402a39de-d242-41b8-bff1-6d5a17e162e9 tempest-TestShelveInstance-13618326 tempest-TestShelveInstance-13618326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:36.431484 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43309485-b1ec-401e-9cec-bd453a02276c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fe3969-bce7-4c4f-a76d-15820649c33c,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:36.433988 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-43309485-b1ec-401e-9cec-bd453a02276c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:36.443889 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-43309485-b1ec-401e-9cec-bd453a02276c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.447947 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-43309485-b1ec-401e-9cec-bd453a02276c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1599240 Sep 15 08:52:36.448213 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36360) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:36.454657 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-250ce872-bcaf-4784-933d-54ff68f5753e tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Request body: {'security_group_rule': {'security_group_id': '594bab38-e32a-4105-abd4-50690b20583f', 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:52:36.460583 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-250ce872-bcaf-4784-933d-54ff68f5753e tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:52:36.464723 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-250ce872-bcaf-4784-933d-54ff68f5753e tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Usage tracker for resource:security_group_rule and tenant:41c97331411647c9bc42dac80a57e2b0 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:52:36.467772 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-250ce872-bcaf-4784-933d-54ff68f5753e tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:52:36.473567 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-250ce872-bcaf-4784-933d-54ff68f5753e tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:52:36.486994 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.db.securitygroups_db [None req-250ce872-bcaf-4784-933d-54ff68f5753e tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Project 41c97331411647c9bc42dac80a57e2b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 08:52:36.502156 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-250ce872-bcaf-4784-933d-54ff68f5753e tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.509178 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-2bbf6012-9728-442f-b3ed-ddaab867166f req-87ba035c-d64c-466a-b876-3e0ecff4f815 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315935 Sep 15 08:52:36.567594 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-250ce872-bcaf-4784-933d-54ff68f5753e tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.571247 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-250ce872-bcaf-4784-933d-54ff68f5753e tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.577553 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:36.596387 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ce872-bcaf-4784-933d-54ff68f5753e tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d943d9b-ed51-4549-bfde-41d7ce0e5c10,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:36.598988 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-250ce872-bcaf-4784-933d-54ff68f5753e tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:36.606503 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-250ce872-bcaf-4784-933d-54ff68f5753e tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.607704 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-250ce872-bcaf-4784-933d-54ff68f5753e tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1584740 Sep 15 08:52:36.610859 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36364) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:36.612745 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-b3e25e4d-1f10-48ad-8858-1e04e80828c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0072d5c3-95b7-468a-a54e-736421047a07', 'name': 'tempest-TestMinimumBasicScenario-690076881-router', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:42Z', 'updated_at': '2021-09-15T08:51:45Z', 'revision_number': 4, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'gw_port': {'id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:43Z', 'updated_at': '2021-09-15T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_floatingips': [{'id': '71558f22-20fa-4637-a9ff-abe2727bd1ef', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'floating_ip_address': '172.28.3.141', 'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'router_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'port_id': '71aaf240-d3b6-48f1-b095-35aec38fb6e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0', 'mac_address': 'fa:16:3e:cb:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:52:33Z', 'updated_at': '2021-09-15T08:52:33Z', 'revision_number': 0, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e63b104-656f-4eae-82c2-e7fc63aa7ce3', 'name': '', 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'mac_address': 'fa:16:3e:76:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:45Z', 'updated_at': '2021-09-15T08:52:04Z', 'revision_number': 5, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'subnets': [{'id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:52:36.616306 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [None req-0dbc4475-2e0a-4da0-8e10-220fb2271014 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Request body: {'security_group_rule': {'security_group_id': '594bab38-e32a-4105-abd4-50690b20583f', 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:52:36.616765 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e25e4d-1f10-48ad-8858-1e04e80828c0 None None] The sync data for ids ['0072d5c3-95b7-468a-a54e-736421047a07'] in dv-cinder-806008-2-smb is: [{'id': '0072d5c3-95b7-468a-a54e-736421047a07', 'name': 'tempest-TestMinimumBasicScenario-690076881-router', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:42Z', 'updated_at': '2021-09-15T08:51:45Z', 'revision_number': 4, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'gw_port': {'id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:43Z', 'updated_at': '2021-09-15T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_floatingips': [{'id': '71558f22-20fa-4637-a9ff-abe2727bd1ef', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'floating_ip_address': '172.28.3.141', 'floating_network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'router_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'port_id': '71aaf240-d3b6-48f1-b095-35aec38fb6e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0', 'mac_address': 'fa:16:3e:cb:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:52:33Z', 'updated_at': '2021-09-15T08:52:33Z', 'revision_number': 0, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e63b104-656f-4eae-82c2-e7fc63aa7ce3', 'name': '', 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'mac_address': 'fa:16:3e:76:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:45Z', 'updated_at': '2021-09-15T08:52:04Z', 'revision_number': 5, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'subnets': [{'id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:52:36.622780 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-0dbc4475-2e0a-4da0-8e10-220fb2271014 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:52:36.627154 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-0dbc4475-2e0a-4da0-8e10-220fb2271014 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Usage tracker for resource:security_group_rule and tenant:41c97331411647c9bc42dac80a57e2b0 is out of sync, need to count used quota {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:52:36.630012 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [None req-0dbc4475-2e0a-4da0-8e10-220fb2271014 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:52:36.635698 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.quota.driver [None req-0dbc4475-2e0a-4da0-8e10-220fb2271014 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:52:36.646145 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.db.securitygroups_db [None req-0dbc4475-2e0a-4da0-8e10-220fb2271014 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Project 41c97331411647c9bc42dac80a57e2b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 08:52:36.652822 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4475-2e0a-4da0-8e10-220fb2271014 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.717640 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4475-2e0a-4da0-8e10-220fb2271014 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.723021 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4475-2e0a-4da0-8e10-220fb2271014 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440471'] for security_group_rule, after_create {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.728850 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ba78770d-75f3-4978-b047-2da2a125d3bc tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:36.751183 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc4475-2e0a-4da0-8e10-220fb2271014 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ecdc3d-4fba-44ce-9cce-ad705b75e0b5,revision_number=0']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:36.753531 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-0dbc4475-2e0a-4da0-8e10-220fb2271014 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:36.761023 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4475-2e0a-4da0-8e10-220fb2271014 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.762550 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-0dbc4475-2e0a-4da0-8e10-220fb2271014 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1507533 Sep 15 08:52:36.808494 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d65f0b-4400-487e-b5b4-d7036b5e71b9 None None] New status for floating IP 71558f22-20fa-4637-a9ff-abe2727bd1ef: ACTIVE {{(pid=75069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:52:36.976501 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a257108f-2338-4120-ad1d-bba2451c3dc3 req-1d0b2609-7448-419b-bef7-28172941d196 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1024133445&fields=id&tenant_id=41c97331411647c9bc42dac80a57e2b0 HTTP/1.1" status: 200 len: 267 time: 0.1232193 Sep 15 08:52:37.056371 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257108f-2338-4120-ad1d-bba2451c3dc3 req-114c75e8-0043-45bd-963d-9d24d07e1904 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:37.058265 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a257108f-2338-4120-ad1d-bba2451c3dc3 req-114c75e8-0043-45bd-963d-9d24d07e1904 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 945 time: 0.0765100 Sep 15 08:52:37.068725 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [req-a257108f-2338-4120-ad1d-bba2451c3dc3 req-60aa2017-f13e-4944-84cf-e01c7cae7a51 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Request body: {'port': {'security_groups': ['a60ef44d-0a02-4f4b-913d-4ccbae6c643d', '594bab38-e32a-4105-abd4-50690b20583f']}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:52:37.182099 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-a257108f-2338-4120-ad1d-bba2451c3dc3 req-60aa2017-f13e-4944-84cf-e01c7cae7a51 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:37.429050 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [req-a257108f-2338-4120-ad1d-bba2451c3dc3 req-60aa2017-f13e-4944-84cf-e01c7cae7a51 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] For port 71aaf240-d3b6-48f1-b095-35aec38fb6e0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=71aaf240-d3b6-48f1-b095-35aec38fb6e0,segment=NetworkSegment(f7b88a02-8c00-4179-8d93-e0a25f7b8c6f),segment_id=f7b88a02-8c00-4179-8d93-e0a25f7b8c6f)] {{(pid=75067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:52:37.452705 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-a257108f-2338-4120-ad1d-bba2451c3dc3 req-60aa2017-f13e-4944-84cf-e01c7cae7a51 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for port, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:37.457046 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-a257108f-2338-4120-ad1d-bba2451c3dc3 req-60aa2017-f13e-4944-84cf-e01c7cae7a51 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245193'] for port, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:37.462256 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-ce929921-1527-4306-a116-21ea832ea955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:37.492487 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['71aaf240-d3b6-48f1-b095-35aec38fb6e0'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:52:37.526062 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257108f-2338-4120-ad1d-bba2451c3dc3 req-60aa2017-f13e-4944-84cf-e01c7cae7a51 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:37.526982 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-a257108f-2338-4120-ad1d-bba2451c3dc3 req-60aa2017-f13e-4944-84cf-e01c7cae7a51 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:37.529081 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-a257108f-2338-4120-ad1d-bba2451c3dc3 req-60aa2017-f13e-4944-84cf-e01c7cae7a51 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "PUT /v2.0/ports/71aaf240-d3b6-48f1-b095-35aec38fb6e0 HTTP/1.1" status: 200 len: 981 time: 0.4647477 Sep 15 08:52:37.548223 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa2017-f13e-4944-84cf-e01c7cae7a51 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Pushing event updated for resources: {'Port': ['ID=71aaf240-d3b6-48f1-b095-35aec38fb6e0,revision_number=6']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:37.559795 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-60aa2017-f13e-4944-84cf-e01c7cae7a51 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:37.668779 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['71aaf240-d3b6-48f1-b095-35aec38fb6e0'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:52:37.683561 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'tag': '71aaf240-d3b6-48f1-b095-35aec38fb6e0'}] {{(pid=75067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:52:37.715403 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af0a20-4e1c-43e3-8749-0be276d4b0dd req-09006aee-4e82-44ae-95d7-7910d1cea11c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:37.716910 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-52af0a20-4e1c-43e3-8749-0be276d4b0dd req-09006aee-4e82-44ae-95d7-7910d1cea11c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 984 time: 0.0824053 Sep 15 08:52:37.747500 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'tag': '71aaf240-d3b6-48f1-b095-35aec38fb6e0', 'status': 'completed', 'code': 200} Sep 15 08:52:37.767775 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-52af0a20-4e1c-43e3-8749-0be276d4b0dd req-5d95fdfa-143f-42d0-bd24-bb974cdcb833 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Synchronizing usage tracker for tenant:41c97331411647c9bc42dac80a57e2b0 on resource:security_group {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:52:37.785293 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-52af0a20-4e1c-43e3-8749-0be276d4b0dd req-5d95fdfa-143f-42d0-bd24-bb974cdcb833 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Unset dirty status for tenant:41c97331411647c9bc42dac80a57e2b0 on resource:security_group {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:52:37.786694 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-52af0a20-4e1c-43e3-8749-0be276d4b0dd req-5d95fdfa-143f-42d0-bd24-bb974cdcb833 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=594bab38-e32a-4105-abd4-50690b20583f&id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636027 Sep 15 08:52:37.872098 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a4f5bf36-0b94-49a6-9c13-802de28f8667 req-ffd5498b-3409-41d3-be88-f6370303a57e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41c97331411647c9bc42dac80a57e2b0&device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 1137 time: 0.0754166 Sep 15 08:52:37.882891 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-b3eca510-9dc9-411d-9985-89690380dd41 None None] Provisioning complete for port 71aaf240-d3b6-48f1-b095-35aec38fb6e0 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:52:37.883267 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b3eca510-9dc9-411d-9985-89690380dd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:38.005422 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5bf36-0b94-49a6-9c13-802de28f8667 req-c8498d34-1d94-4b16-ad71-de7a3b05d5c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:38.006890 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a4f5bf36-0b94-49a6-9c13-802de28f8667 req-c8498d34-1d94-4b16-ad71-de7a3b05d5c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ae88557-7089-40c7-86a7-31eec36cb7e0 HTTP/1.1" status: 200 len: 915 time: 0.1284654 Sep 15 08:52:38.109959 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a4f5bf36-0b94-49a6-9c13-802de28f8667 req-e737e266-e44b-4e45-8c65-a359021560e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71aaf240-d3b6-48f1-b095-35aec38fb6e0 HTTP/1.1" status: 200 len: 1001 time: 0.0960469 Sep 15 08:52:38.176346 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5bf36-0b94-49a6-9c13-802de28f8667 req-44f9db53-97cb-405c-ab20-1419f0c96804 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:38.177803 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a4f5bf36-0b94-49a6-9c13-802de28f8667 req-44f9db53-97cb-405c-ab20-1419f0c96804 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7057991c-1b06-4eb3-9c8a-cdae2265863c HTTP/1.1" status: 200 len: 853 time: 0.0610223 Sep 15 08:52:38.261112 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a4f5bf36-0b94-49a6-9c13-802de28f8667 req-7ddb9b5c-8810-47b5-a6bc-f3ad6c6b0a9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ae88557-7089-40c7-86a7-31eec36cb7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756059 Sep 15 08:52:38.486945 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a4f5bf36-0b94-49a6-9c13-802de28f8667 req-db176f13-8f26-42b7-9369-e0bddcd97926 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191749 Sep 15 08:52:38.618441 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-a4f5bf36-0b94-49a6-9c13-802de28f8667 req-b620041f-b0b3-4e61-924b-b5c6af9c24b0 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241970 Sep 15 08:52:51.448469 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ad71f8c9-e108-4852-8313-0908668b2b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:51.862653 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:53.555090 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0ed0-6e93-4f08-ae73-3d4d9f7bf73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:54.564595 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:56.111924 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:58.048388 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:53:02.046916 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:10.184562 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f40d3e84-9da9-4b86-a265-cee1d9e9d7a4 req-51867743-c9d8-4bf5-a52f-e8c3f671a593 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671566 Sep 15 08:53:10.339045 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f40d3e84-9da9-4b86-a265-cee1d9e9d7a4 req-17b4086e-3c89-4da7-8559-22a5bbd5fe6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41c97331411647c9bc42dac80a57e2b0&device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 1137 time: 0.0712314 Sep 15 08:53:10.479091 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d3e84-9da9-4b86-a265-cee1d9e9d7a4 req-4ba6c0ab-40ac-4cee-b172-fdb14b0f225c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:10.480494 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f40d3e84-9da9-4b86-a265-cee1d9e9d7a4 req-4ba6c0ab-40ac-4cee-b172-fdb14b0f225c service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ae88557-7089-40c7-86a7-31eec36cb7e0 HTTP/1.1" status: 200 len: 915 time: 0.1238627 Sep 15 08:53:10.589665 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f40d3e84-9da9-4b86-a265-cee1d9e9d7a4 req-9cd5072c-1ccf-46b2-a7ed-5006209c3c41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71aaf240-d3b6-48f1-b095-35aec38fb6e0 HTTP/1.1" status: 200 len: 1001 time: 0.1024041 Sep 15 08:53:10.653424 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d3e84-9da9-4b86-a265-cee1d9e9d7a4 req-50cdc614-aa12-4a81-acb1-01245d108c20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:10.654790 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f40d3e84-9da9-4b86-a265-cee1d9e9d7a4 req-50cdc614-aa12-4a81-acb1-01245d108c20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7057991c-1b06-4eb3-9c8a-cdae2265863c HTTP/1.1" status: 200 len: 853 time: 0.0585287 Sep 15 08:53:10.726966 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f40d3e84-9da9-4b86-a265-cee1d9e9d7a4 req-e080f183-9f48-4cee-8e95-3128dfdbec29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ae88557-7089-40c7-86a7-31eec36cb7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0651643 Sep 15 08:53:10.854779 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f40d3e84-9da9-4b86-a265-cee1d9e9d7a4 req-4f5f450b-8d05-4ee2-9fdc-d4959073b2aa service neutron] 10.222.0.42 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212838 Sep 15 08:53:10.992121 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-f40d3e84-9da9-4b86-a265-cee1d9e9d7a4 req-94cf40ae-7848-4db1-88c7-852c135a6afb service neutron] 10.222.0.42 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232424 Sep 15 08:53:21.449612 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9bbfa34f-d0e9-4a17-a67a-2fa1fd53064e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:21.867123 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:23.555881 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-4fe571bf-85fe-4914-a034-29ff4507a412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:24.567870 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:26.115651 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:32.043932 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:35.047946 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:53:38.731148 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6050574f-e09d-4802-85cd-b75d04066497 req-a2ee7eab-f801-4ca3-816b-af9c86613007 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41c97331411647c9bc42dac80a57e2b0&device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 1137 time: 0.1276498 Sep 15 08:53:38.741049 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3306ec6-db31-461c-8654-0be10464b3c7 req-8453118d-b616-466a-97f7-cb570d2eb1ec tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:38.742402 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e3306ec6-db31-461c-8654-0be10464b3c7 req-8453118d-b616-466a-97f7-cb570d2eb1ec tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 984 time: 0.1053140 Sep 15 08:53:38.870762 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-e3306ec6-db31-461c-8654-0be10464b3c7 req-b6983fd1-79d1-4f15-b8db-1d52d57854dc tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=594bab38-e32a-4105-abd4-50690b20583f&id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095335 Sep 15 08:53:38.901857 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050574f-e09d-4802-85cd-b75d04066497 req-637024c7-e57c-4ae9-9856-32e6c1b770ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:38.903327 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6050574f-e09d-4802-85cd-b75d04066497 req-637024c7-e57c-4ae9-9856-32e6c1b770ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ae88557-7089-40c7-86a7-31eec36cb7e0 HTTP/1.1" status: 200 len: 915 time: 0.1601169 Sep 15 08:53:39.006167 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6050574f-e09d-4802-85cd-b75d04066497 req-3fbc2139-ad63-432d-90b3-5ce95a4c3831 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71aaf240-d3b6-48f1-b095-35aec38fb6e0 HTTP/1.1" status: 200 len: 1001 time: 0.0955863 Sep 15 08:53:39.070445 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050574f-e09d-4802-85cd-b75d04066497 req-16dc373f-747d-4d62-be0c-09af89867914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:39.071807 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6050574f-e09d-4802-85cd-b75d04066497 req-16dc373f-747d-4d62-be0c-09af89867914 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7057991c-1b06-4eb3-9c8a-cdae2265863c HTTP/1.1" status: 200 len: 853 time: 0.0585346 Sep 15 08:53:39.234024 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6050574f-e09d-4802-85cd-b75d04066497 req-a98f906b-0838-4a37-b678-d2a3af6fff6f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ae88557-7089-40c7-86a7-31eec36cb7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1541834 Sep 15 08:53:39.362211 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6050574f-e09d-4802-85cd-b75d04066497 req-37192cb9-a35a-4699-819f-94bd21916fb1 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219270 Sep 15 08:53:39.491421 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6050574f-e09d-4802-85cd-b75d04066497 req-a1353121-8255-458f-8ec2-9be3e635efa3 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224449 Sep 15 08:53:40.083599 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ca272-d4ce-4364-b9ce-b18dfc732f03 req-c5be9bbf-3d93-433f-b9cc-451bec5eaa3f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:40.085009 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c83ca272-d4ce-4364-b9ce-b18dfc732f03 req-c5be9bbf-3d93-433f-b9cc-451bec5eaa3f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 984 time: 0.0788434 Sep 15 08:53:40.129465 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-c83ca272-d4ce-4364-b9ce-b18dfc732f03 req-91d4d31e-2e81-45c7-9e53-18c9d4127f3e tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=594bab38-e32a-4105-abd4-50690b20583f&id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390372 Sep 15 08:53:41.324807 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf0a39-0a03-452e-81fb-1c409d355ecf req-598b8929-9158-40f2-87a3-d92820585be8 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:41.326253 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fccf0a39-0a03-452e-81fb-1c409d355ecf req-598b8929-9158-40f2-87a3-d92820585be8 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 984 time: 0.0745547 Sep 15 08:53:41.376877 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-fccf0a39-0a03-452e-81fb-1c409d355ecf req-183dacea-245b-4122-a86c-7131bdacb910 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=594bab38-e32a-4105-abd4-50690b20583f&id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443532 Sep 15 08:53:42.568142 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778ba8f-8e51-40b6-bdec-34044b585c49 req-c31d3d21-69cf-466d-ac25-1c9f6b4d2415 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:42.569589 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9778ba8f-8e51-40b6-bdec-34044b585c49 req-c31d3d21-69cf-466d-ac25-1c9f6b4d2415 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 984 time: 0.0749741 Sep 15 08:53:42.615172 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9778ba8f-8e51-40b6-bdec-34044b585c49 req-d1e03a57-47b9-492a-80dc-15ab64e686b5 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=594bab38-e32a-4105-abd4-50690b20583f&id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400982 Sep 15 08:53:43.818854 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3e59d-cc31-4074-8137-f619502cf149 req-1b5eb3ae-cc7a-4988-bdf3-608bbfba0194 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:43.820279 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b1c3e59d-cc31-4074-8137-f619502cf149 req-1b5eb3ae-cc7a-4988-bdf3-608bbfba0194 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 984 time: 0.0751064 Sep 15 08:53:43.866370 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-b1c3e59d-cc31-4074-8137-f619502cf149 req-b1a63116-81e4-493d-bee1-8a9e04ad9b16 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=594bab38-e32a-4105-abd4-50690b20583f&id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406313 Sep 15 08:53:45.073973 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee7c57-2bee-4158-a682-0f41af9775f5 req-7a05b02e-f2a4-4e6c-bc6e-db729608e298 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:45.075425 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8fee7c57-2bee-4158-a682-0f41af9775f5 req-7a05b02e-f2a4-4e6c-bc6e-db729608e298 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 984 time: 0.0795581 Sep 15 08:53:45.119944 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-8fee7c57-2bee-4158-a682-0f41af9775f5 req-5ce59809-0c6a-437f-a8a8-c9a1481d9009 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=594bab38-e32a-4105-abd4-50690b20583f&id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391326 Sep 15 08:53:46.315280 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13b600-a29a-4ac1-983b-d52edf5b26cd req-759ea775-f897-4a07-b90f-f622d4ce9903 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:46.316882 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0a13b600-a29a-4ac1-983b-d52edf5b26cd req-759ea775-f897-4a07-b90f-f622d4ce9903 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 984 time: 0.0791957 Sep 15 08:53:46.362879 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-0a13b600-a29a-4ac1-983b-d52edf5b26cd req-2d67bf3c-8341-457a-aacd-fa29468b2163 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=594bab38-e32a-4105-abd4-50690b20583f&id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403881 Sep 15 08:53:47.558500 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b914003-1626-4cd8-a5a3-e83cc705574f req-02ef034a-8f2d-41c4-b195-119731a92309 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:47.559936 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7b914003-1626-4cd8-a5a3-e83cc705574f req-02ef034a-8f2d-41c4-b195-119731a92309 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 984 time: 0.0772126 Sep 15 08:53:47.609337 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-7b914003-1626-4cd8-a5a3-e83cc705574f req-26871e3b-af78-475d-b73d-2a9bf7d697f4 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=594bab38-e32a-4105-abd4-50690b20583f&id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434690 Sep 15 08:53:48.803614 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955ca3f-1b87-4876-997b-bf1e4a7aac8c req-ec9dd73a-efa5-49c4-bee2-c454629cf88c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:48.804951 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1955ca3f-1b87-4876-997b-bf1e4a7aac8c req-ec9dd73a-efa5-49c4-bee2-c454629cf88c tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 984 time: 0.0753260 Sep 15 08:53:48.850242 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-1955ca3f-1b87-4876-997b-bf1e4a7aac8c req-8c1adb5a-739a-4080-9394-e6a1d7c60067 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=594bab38-e32a-4105-abd4-50690b20583f&id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398901 Sep 15 08:53:50.041215 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b108f77-7b52-4119-9db6-3c3e842ad301 req-5aa8fc11-3762-4036-9e7e-afbf871e9179 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:50.042660 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9b108f77-7b52-4119-9db6-3c3e842ad301 req-5aa8fc11-3762-4036-9e7e-afbf871e9179 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 984 time: 0.0754755 Sep 15 08:53:50.087721 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-9b108f77-7b52-4119-9db6-3c3e842ad301 req-842169a5-2bf0-458c-b843-d7c6de67ab1d tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=594bab38-e32a-4105-abd4-50690b20583f&id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390918 Sep 15 08:53:51.282144 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d9dee-689a-4555-8b83-3acd2c6fbf1d req-50fcb5d8-1684-4256-b2d8-ca5e510f0763 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:51.283667 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-de0d9dee-689a-4555-8b83-3acd2c6fbf1d req-50fcb5d8-1684-4256-b2d8-ca5e510f0763 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 984 time: 0.0783124 Sep 15 08:53:51.330010 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-de0d9dee-689a-4555-8b83-3acd2c6fbf1d req-be373687-57ed-4c32-b21e-4194f268ee62 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=594bab38-e32a-4105-abd4-50690b20583f&id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408614 Sep 15 08:53:51.450781 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3a481960-5986-433e-be74-85df25aabc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:51.868849 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:52.523437 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35edcc-473c-4978-98e2-0f672d178972 req-b282589a-b38d-4b2c-b81d-b77db1ef9157 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:52.524860 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-bf35edcc-473c-4978-98e2-0f672d178972 req-b282589a-b38d-4b2c-b81d-b77db1ef9157 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 984 time: 0.0787551 Sep 15 08:53:52.569908 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-bf35edcc-473c-4978-98e2-0f672d178972 req-633a5efb-d00e-4ad0-8703-1b4cd46930be tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=594bab38-e32a-4105-abd4-50690b20583f&id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389931 Sep 15 08:53:53.557178 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-bbb8cd38-b46b-4af0-9ae5-0fde98d9c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:53.760332 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88974946-0831-4b45-b081-27ee3b44ac4d req-c37967c1-5eb0-4fba-ac1b-a46dbff07a70 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:53.761755 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-88974946-0831-4b45-b081-27ee3b44ac4d req-c37967c1-5eb0-4fba-ac1b-a46dbff07a70 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 984 time: 0.0746999 Sep 15 08:53:53.810849 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-88974946-0831-4b45-b081-27ee3b44ac4d req-478f45b5-6d55-4d5d-a57a-6977e2672df4 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=594bab38-e32a-4105-abd4-50690b20583f&id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434890 Sep 15 08:53:54.569751 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:55.004652 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d13df-c2a1-4f16-87e6-8c6842e39b93 req-f5aaabd2-b076-434d-b00a-72f53100a488 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:55.006076 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-1f9d13df-c2a1-4f16-87e6-8c6842e39b93 req-f5aaabd2-b076-434d-b00a-72f53100a488 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 984 time: 0.0748906 Sep 15 08:53:55.051478 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-1f9d13df-c2a1-4f16-87e6-8c6842e39b93 req-2ac55d19-1d06-45ef-bf56-ed169b2ed754 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=594bab38-e32a-4105-abd4-50690b20583f&id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398433 Sep 15 08:53:56.117561 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:56.246307 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc3ccb-7c7e-412f-ac73-db3c11aaf405 req-df4892d9-32c6-4187-86ab-fbe4d758fc8b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:53:56.247793 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6bfc3ccb-7c7e-412f-ac73-db3c11aaf405 req-df4892d9-32c6-4187-86ab-fbe4d758fc8b tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 984 time: 0.0757468 Sep 15 08:53:56.294158 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6bfc3ccb-7c7e-412f-ac73-db3c11aaf405 req-a85f8192-d3b9-41b5-bdcb-8a89f441b7e6 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=594bab38-e32a-4105-abd4-50690b20583f&id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408840 Sep 15 08:54:02.052150 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:12.048939 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:54:12.192608 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-060bc418-1ce7-439c-930b-b5ca2a1bdfc0 req-ba364b89-60d8-4d40-bb04-0ee3ed5400f3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720575 Sep 15 08:54:12.350178 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-060bc418-1ce7-439c-930b-b5ca2a1bdfc0 req-4bacc705-194d-4b33-a5df-0dc2fb3193d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41c97331411647c9bc42dac80a57e2b0&device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 1137 time: 0.0691614 Sep 15 08:54:12.492858 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bc418-1ce7-439c-930b-b5ca2a1bdfc0 req-9fc2d3d2-8d63-4f86-851e-5564f217594e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:54:12.494269 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-060bc418-1ce7-439c-930b-b5ca2a1bdfc0 req-9fc2d3d2-8d63-4f86-851e-5564f217594e service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ae88557-7089-40c7-86a7-31eec36cb7e0 HTTP/1.1" status: 200 len: 915 time: 0.1233418 Sep 15 08:54:12.598214 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-060bc418-1ce7-439c-930b-b5ca2a1bdfc0 req-4927e083-3626-4f24-ad83-cef48092dfac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71aaf240-d3b6-48f1-b095-35aec38fb6e0 HTTP/1.1" status: 200 len: 1001 time: 0.0970592 Sep 15 08:54:12.661070 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bc418-1ce7-439c-930b-b5ca2a1bdfc0 req-4b3a32ed-5406-4d06-ab5f-a723fb73fa5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:54:12.662411 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-060bc418-1ce7-439c-930b-b5ca2a1bdfc0 req-4b3a32ed-5406-4d06-ab5f-a723fb73fa5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7057991c-1b06-4eb3-9c8a-cdae2265863c HTTP/1.1" status: 200 len: 853 time: 0.0568092 Sep 15 08:54:12.739397 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-060bc418-1ce7-439c-930b-b5ca2a1bdfc0 req-898d9514-2502-42d5-aaf2-f93747a49e66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ae88557-7089-40c7-86a7-31eec36cb7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703082 Sep 15 08:54:12.955293 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-060bc418-1ce7-439c-930b-b5ca2a1bdfc0 req-a7cb1069-f7ae-44ec-b28a-304011e72d00 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093811 Sep 15 08:54:13.084570 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-060bc418-1ce7-439c-930b-b5ca2a1bdfc0 req-fd3ab447-793c-40a5-8112-5674edb3b620 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222239 Sep 15 08:54:21.452884 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-e9637f5f-a40f-4b2a-93c2-4e502c61e461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:21.869876 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:23.558029 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-233d15a4-cc4f-45e3-9d0d-4f69182aa616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:24.573382 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:26.120449 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:32.064878 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:49.049454 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:54:51.454062 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-504a2e84-a019-457c-9f51-6416d7c3e12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:51.871450 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:53.558401 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-ed2974b1-7883-49e2-80b6-e94cf2d27f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:54.577114 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:56.121155 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:59.766634 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-17623657-27b5-4d26-b58f-7e83d4625e02 req-b7a26b36-0834-434a-ace6-8b25405d665f tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1024133445&fields=id&tenant_id=41c97331411647c9bc42dac80a57e2b0 HTTP/1.1" status: 200 len: 267 time: 0.0438077 Sep 15 08:54:59.843837 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17623657-27b5-4d26-b58f-7e83d4625e02 req-bbe070dd-d8ca-441e-95cc-8e91f46a0d83 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:54:59.845864 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-17623657-27b5-4d26-b58f-7e83d4625e02 req-bbe070dd-d8ca-441e-95cc-8e91f46a0d83 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 984 time: 0.0740421 Sep 15 08:54:59.855809 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.v2.base [req-17623657-27b5-4d26-b58f-7e83d4625e02 req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Request body: {'port': {'security_groups': ['a60ef44d-0a02-4f4b-913d-4ccbae6c643d']}} {{(pid=75067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:54:59.968901 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-17623657-27b5-4d26-b58f-7e83d4625e02 req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1614429'] for port, before_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:00.200788 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [req-17623657-27b5-4d26-b58f-7e83d4625e02 req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] For port 71aaf240-d3b6-48f1-b095-35aec38fb6e0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=71aaf240-d3b6-48f1-b095-35aec38fb6e0,segment=NetworkSegment(f7b88a02-8c00-4179-8d93-e0a25f7b8c6f),segment_id=f7b88a02-8c00-4179-8d93-e0a25f7b8c6f)] {{(pid=75067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:55:00.225509 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-17623657-27b5-4d26-b58f-7e83d4625e02 req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for port, precommit_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:00.229823 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-17623657-27b5-4d26-b58f-7e83d4625e02 req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729531887153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729531546453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729531546498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245193'] for port, after_update {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:00.236010 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-dfa3c553-acdb-407e-b99c-69246e6db880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:55:00.268558 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['71aaf240-d3b6-48f1-b095-35aec38fb6e0'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:55:00.378710 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17623657-27b5-4d26-b58f-7e83d4625e02 req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:55:00.379322 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [req-17623657-27b5-4d26-b58f-7e83d4625e02 req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:00.380681 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-17623657-27b5-4d26-b58f-7e83d4625e02 req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "PUT /v2.0/ports/71aaf240-d3b6-48f1-b095-35aec38fb6e0 HTTP/1.1" status: 200 len: 942 time: 0.5290980 Sep 15 08:55:00.381259 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'tag': '71aaf240-d3b6-48f1-b095-35aec38fb6e0'}] {{(pid=75067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:55:00.387209 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [-] (75066) accepted ('10.222.0.24', 36460) {{(pid=75066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:55:00.406831 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Pushing event updated for resources: {'Port': ['ID=71aaf240-d3b6-48f1-b095-35aec38fb6e0,revision_number=7']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:55:00.415711 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.416090 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.416460 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.416821 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.417186 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.417536 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.417889 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.418239 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.418617 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.418967 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.419317 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.431888 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:55:00.472611 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-95aeabae-3b70-46dc-9a8d-0d92c5668dcf tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:00.503454 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-95aeabae-3b70-46dc-9a8d-0d92c5668dcf tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:00.565314 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['71aaf240-d3b6-48f1-b095-35aec38fb6e0'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:55:00.574504 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-95aeabae-3b70-46dc-9a8d-0d92c5668dcf tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:00.578461 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-51f173ec-ef4b-4417-96fc-a28eb113a451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:55:00.592413 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aeabae-3b70-46dc-9a8d-0d92c5668dcf tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=594bab38-e32a-4105-abd4-50690b20583f,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:55:00.606336 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeabae-3b70-46dc-9a8d-0d92c5668dcf tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.606727 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeabae-3b70-46dc-9a8d-0d92c5668dcf tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.607090 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeabae-3b70-46dc-9a8d-0d92c5668dcf tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.607615 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeabae-3b70-46dc-9a8d-0d92c5668dcf tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.607996 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeabae-3b70-46dc-9a8d-0d92c5668dcf tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.608354 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeabae-3b70-46dc-9a8d-0d92c5668dcf tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.608704 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeabae-3b70-46dc-9a8d-0d92c5668dcf tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.609053 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeabae-3b70-46dc-9a8d-0d92c5668dcf tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.609403 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeabae-3b70-46dc-9a8d-0d92c5668dcf tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.609747 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeabae-3b70-46dc-9a8d-0d92c5668dcf tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.610649 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeabae-3b70-46dc-9a8d-0d92c5668dcf tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-smb {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:55:00.613715 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-95aeabae-3b70-46dc-9a8d-0d92c5668dcf tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:55:00.617603 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-95aeabae-3b70-46dc-9a8d-0d92c5668dcf tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for security_group, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:00.622039 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36464) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:55:00.622261 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [None req-95aeabae-3b70-46dc-9a8d-0d92c5668dcf tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "DELETE /v2.0/security-groups/594bab38-e32a-4105-abd4-50690b20583f HTTP/1.1" status: 204 len: 168 time: 0.2326529 Sep 15 08:55:00.667989 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.provisioning_blocks [None req-d2409261-9e22-4d74-80de-249a23974d7b None None] Provisioning complete for port 71aaf240-d3b6-48f1-b095-35aec38fb6e0 triggered by entity DHCP. {{(pid=75068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:55:00.668361 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-d2409261-9e22-4d74-80de-249a23974d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572785'] for port, provisioning_complete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:00.819646 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-73717ac8-e564-4acf-9d64-800a4d9d4688 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Deleting port e6fb61dc-8369-4545-bc8c-dc02bb41ae26 {{(pid=75067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:55:00.820248 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-73717ac8-e564-4acf-9d64-800a4d9d4688 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:00.984741 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-73717ac8-e564-4acf-9d64-800a4d9d4688 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:00.985664 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-73717ac8-e564-4acf-9d64-800a4d9d4688 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:01.099689 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-73717ac8-e564-4acf-9d64-800a4d9d4688 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Calling delete_port for e6fb61dc-8369-4545-bc8c-dc02bb41ae26 owned by network:floatingip {{(pid=75067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:55:01.248589 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-73717ac8-e564-4acf-9d64-800a4d9d4688 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:01.252676 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-598cf059-07a8-49f7-b6fd-b8314c1689bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:55:01.296319 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73717ac8-e564-4acf-9d64-800a4d9d4688 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Pushing event deleted for resources: {'Port': ['ID=e6fb61dc-8369-4545-bc8c-dc02bb41ae26,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:55:01.298816 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-73717ac8-e564-4acf-9d64-800a4d9d4688 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:55:01.383534 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-73717ac8-e564-4acf-9d64-800a4d9d4688 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks [] for floatingip, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:01.465619 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'tag': '71aaf240-d3b6-48f1-b095-35aec38fb6e0', 'status': 'completed', 'code': 200} Sep 15 08:55:01.581800 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6ccd2e4a-dddc-4755-a5ec-aa6f85f16c3f req-2b380799-6369-43db-9612-1150942583b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41c97331411647c9bc42dac80a57e2b0&device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 1098 time: 0.0732167 Sep 15 08:55:01.712680 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd2e4a-dddc-4755-a5ec-aa6f85f16c3f req-075e357d-fd7c-4536-addb-923aa0b1e280 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:55:01.714125 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6ccd2e4a-dddc-4755-a5ec-aa6f85f16c3f req-075e357d-fd7c-4536-addb-923aa0b1e280 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ae88557-7089-40c7-86a7-31eec36cb7e0 HTTP/1.1" status: 200 len: 915 time: 0.1262691 Sep 15 08:55:01.769505 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73717ac8-e564-4acf-9d64-800a4d9d4688 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Router 0072d5c3-95b7-468a-a54e-736421047a07 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:55:01.780565 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6ccd2e4a-dddc-4755-a5ec-aa6f85f16c3f req-b1e1ebde-4a57-46f6-8df8-a60cbb2b0686 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71aaf240-d3b6-48f1-b095-35aec38fb6e0 HTTP/1.1" status: 200 len: 217 time: 0.0600557 Sep 15 08:55:01.844305 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd2e4a-dddc-4755-a5ec-aa6f85f16c3f req-a6707ff9-1f8b-4131-a518-b3f41407d2cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:55:01.845725 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6ccd2e4a-dddc-4755-a5ec-aa6f85f16c3f req-a6707ff9-1f8b-4131-a518-b3f41407d2cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7057991c-1b06-4eb3-9c8a-cdae2265863c HTTP/1.1" status: 200 len: 853 time: 0.0590866 Sep 15 08:55:01.919040 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6ccd2e4a-dddc-4755-a5ec-aa6f85f16c3f req-03996614-8a95-43c0-8e59-38cced4a8fc1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ae88557-7089-40c7-86a7-31eec36cb7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0672286 Sep 15 08:55:02.055859 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73717ac8-e564-4acf-9d64-800a4d9d4688 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:55:02.056499 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6ccd2e4a-dddc-4755-a5ec-aa6f85f16c3f req-761f20a6-d576-442f-9389-6cea5fed4d65 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304374 Sep 15 08:55:02.066178 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a32bf08-e1bf-413a-ad36-63764682d0e3 None None] Sync routers for ids ['0072d5c3-95b7-468a-a54e-736421047a07'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:55:02.076709 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-73717ac8-e564-4acf-9d64-800a4d9d4688 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for floatingip, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:02.087536 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:02.090940 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a32bf08-e1bf-413a-ad36-63764682d0e3 None None] Routers {'0072d5c3-95b7-468a-a54e-736421047a07'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:55:02.091544 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-5a32bf08-e1bf-413a-ad36-63764682d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:54:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['0072d5c3-95b7-468a-a54e-736421047a07'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:55:02.132697 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-73717ac8-e564-4acf-9d64-800a4d9d4688 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "DELETE /v2.0/floatingips/71558f22-20fa-4637-a9ff-abe2727bd1ef HTTP/1.1" status: 204 len: 168 time: 1.5070045 Sep 15 08:55:02.197623 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-6ccd2e4a-dddc-4755-a5ec-aa6f85f16c3f req-0efdd46f-d18e-4725-98b6-646aa9174463 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336451 Sep 15 08:55:02.288448 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-5a32bf08-e1bf-413a-ad36-63764682d0e3 None None] Set router 0072d5c3-95b7-468a-a54e-736421047a07 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:55:02.639716 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-5a32bf08-e1bf-413a-ad36-63764682d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0072d5c3-95b7-468a-a54e-736421047a07', 'name': 'tempest-TestMinimumBasicScenario-690076881-router', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:42Z', 'updated_at': '2021-09-15T08:51:45Z', 'revision_number': 4, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'gw_port': {'id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:43Z', 'updated_at': '2021-09-15T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '1e63b104-656f-4eae-82c2-e7fc63aa7ce3', 'name': '', 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'mac_address': 'fa:16:3e:76:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:45Z', 'updated_at': '2021-09-15T08:52:04Z', 'revision_number': 5, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'subnets': [{'id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:55:02.644096 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a32bf08-e1bf-413a-ad36-63764682d0e3 None None] Checking router: 0072d5c3-95b7-468a-a54e-736421047a07 for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:55:02.654682 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a32bf08-e1bf-413a-ad36-63764682d0e3 None None] Routers {'0072d5c3-95b7-468a-a54e-736421047a07'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:55:02.655266 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-5a32bf08-e1bf-413a-ad36-63764682d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:54:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['0072d5c3-95b7-468a-a54e-736421047a07'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:55:02.825172 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-5a32bf08-e1bf-413a-ad36-63764682d0e3 None None] Set router 0072d5c3-95b7-468a-a54e-736421047a07 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:55:03.127515 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-5a32bf08-e1bf-413a-ad36-63764682d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0072d5c3-95b7-468a-a54e-736421047a07', 'name': 'tempest-TestMinimumBasicScenario-690076881-router', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:42Z', 'updated_at': '2021-09-15T08:51:45Z', 'revision_number': 4, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'gw_port': {'id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:43Z', 'updated_at': '2021-09-15T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '1e63b104-656f-4eae-82c2-e7fc63aa7ce3', 'name': '', 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'mac_address': 'fa:16:3e:76:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:45Z', 'updated_at': '2021-09-15T08:52:04Z', 'revision_number': 5, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'subnets': [{'id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:55:03.131469 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a32bf08-e1bf-413a-ad36-63764682d0e3 None None] The sync data for ids ['0072d5c3-95b7-468a-a54e-736421047a07'] in dv-cinder-806008-2-smb is: [{'id': '0072d5c3-95b7-468a-a54e-736421047a07', 'name': 'tempest-TestMinimumBasicScenario-690076881-router', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:42Z', 'updated_at': '2021-09-15T08:51:45Z', 'revision_number': 4, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'gw_port': {'id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:43Z', 'updated_at': '2021-09-15T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb', '_interfaces': [{'id': '1e63b104-656f-4eae-82c2-e7fc63aa7ce3', 'name': '', 'network_id': '3ae88557-7089-40c7-86a7-31eec36cb7e0', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'mac_address': 'fa:16:3e:76:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:45Z', 'updated_at': '2021-09-15T08:52:04Z', 'revision_number': 5, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'subnets': [{'id': '7057991c-1b06-4eb3-9c8a-cdae2265863c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:55:03.332794 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4731560c-e8f5-4a2d-9749-b823bb860840 None None] New status for floating IP 71558f22-20fa-4637-a9ff-abe2727bd1ef: DOWN {{(pid=75069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:55:03.466429 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'tag': '71aaf240-d3b6-48f1-b095-35aec38fb6e0'}] {{(pid=75067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:55:03.520691 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'tag': '71aaf240-d3b6-48f1-b095-35aec38fb6e0', 'status': 'completed', 'code': 200} Sep 15 08:55:03.638947 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-81fdf440-f1e2-45fd-ac84-3d490e90e0d1 req-96d5ceb5-2e68-4560-8bff-2e5ac82616da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41c97331411647c9bc42dac80a57e2b0&device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 1098 time: 0.0730815 Sep 15 08:55:03.774690 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdf440-f1e2-45fd-ac84-3d490e90e0d1 req-9e575944-e136-4f3b-8922-e751d92140ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:55:03.776137 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-81fdf440-f1e2-45fd-ac84-3d490e90e0d1 req-9e575944-e136-4f3b-8922-e751d92140ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ae88557-7089-40c7-86a7-31eec36cb7e0 HTTP/1.1" status: 200 len: 915 time: 0.1265867 Sep 15 08:55:03.842767 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-81fdf440-f1e2-45fd-ac84-3d490e90e0d1 req-f4f2c34e-023b-43da-b5d3-8ee6ae30f8a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71aaf240-d3b6-48f1-b095-35aec38fb6e0 HTTP/1.1" status: 200 len: 217 time: 0.0591335 Sep 15 08:55:03.913188 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdf440-f1e2-45fd-ac84-3d490e90e0d1 req-39f209a3-99c5-414b-ad43-59927da0615f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:55:03.914829 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-81fdf440-f1e2-45fd-ac84-3d490e90e0d1 req-39f209a3-99c5-414b-ad43-59927da0615f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7057991c-1b06-4eb3-9c8a-cdae2265863c HTTP/1.1" status: 200 len: 853 time: 0.0648563 Sep 15 08:55:03.989461 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-81fdf440-f1e2-45fd-ac84-3d490e90e0d1 req-084e3e72-1f7d-45bf-8876-f81622ebb25c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ae88557-7089-40c7-86a7-31eec36cb7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681376 Sep 15 08:55:04.123679 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-81fdf440-f1e2-45fd-ac84-3d490e90e0d1 req-41478652-a109-4fbb-94af-1a9276dcd8df service neutron] 10.222.0.42 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271105 Sep 15 08:55:04.342165 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-81fdf440-f1e2-45fd-ac84-3d490e90e0d1 req-cc857aea-4db3-48b5-854b-0135d4ebeee3 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114422 Sep 15 08:55:05.389091 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d9268-a0bd-4386-b436-ecacd39c1998 req-4168b04b-e2aa-420d-bbc3-5410be88914d tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:55:05.389784 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-6a7d9268-a0bd-4386-b436-ecacd39c1998 req-4168b04b-e2aa-420d-bbc3-5410be88914d tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Synchronizing usage tracker for tenant:41c97331411647c9bc42dac80a57e2b0 on resource:port {{(pid=75067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:55:05.405066 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.quota.resource [req-6a7d9268-a0bd-4386-b436-ecacd39c1998 req-4168b04b-e2aa-420d-bbc3-5410be88914d tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Unset dirty status for tenant:41c97331411647c9bc42dac80a57e2b0 on resource:port {{(pid=75067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:55:05.406172 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6a7d9268-a0bd-4386-b436-ecacd39c1998 req-4168b04b-e2aa-420d-bbc3-5410be88914d tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 945 time: 0.0935209 Sep 15 08:55:05.449879 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-6a7d9268-a0bd-4386-b436-ecacd39c1998 req-5d55002b-4b1e-4c93-a351-bfa95f61ea40 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381444 Sep 15 08:55:06.645154 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf04c3-013c-433b-8434-d8354c55c00c req-5e903a9a-38f5-42c9-bbfd-e82ec9a81ddd tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:55:06.646601 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-cfbf04c3-013c-433b-8434-d8354c55c00c req-5e903a9a-38f5-42c9-bbfd-e82ec9a81ddd tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 945 time: 0.0779419 Sep 15 08:55:06.689654 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-cfbf04c3-013c-433b-8434-d8354c55c00c req-f84e81e1-b5ce-42ed-90ca-b5afd0e89704 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Synchronizing usage tracker for tenant:41c97331411647c9bc42dac80a57e2b0 on resource:security_group {{(pid=75066) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:55:06.704548 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.quota.resource [req-cfbf04c3-013c-433b-8434-d8354c55c00c req-f84e81e1-b5ce-42ed-90ca-b5afd0e89704 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Unset dirty status for tenant:41c97331411647c9bc42dac80a57e2b0 on resource:security_group {{(pid=75066) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:55:06.705615 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-cfbf04c3-013c-433b-8434-d8354c55c00c req-f84e81e1-b5ce-42ed-90ca-b5afd0e89704 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534205 Sep 15 08:55:07.577174 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2defd-726a-4712-a04f-ea2f2521654b req-7ff4f48f-6fbc-44d6-b894-488ee578a2f8 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:55:07.579193 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-08f2defd-726a-4712-a04f-ea2f2521654b req-7ff4f48f-6fbc-44d6-b894-488ee578a2f8 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.42 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 945 time: 0.0741203 Sep 15 08:55:07.648014 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-08f2defd-726a-4712-a04f-ea2f2521654b req-bec9db0d-087b-4b55-8754-8ca7ed4519b0 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Deleting port 71aaf240-d3b6-48f1-b095-35aec38fb6e0 {{(pid=75066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:55:07.648705 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-08f2defd-726a-4712-a04f-ea2f2521654b req-bec9db0d-087b-4b55-8754-8ca7ed4519b0 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:07.882774 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.db [req-08f2defd-726a-4712-a04f-ea2f2521654b req-bec9db0d-087b-4b55-8754-8ca7ed4519b0 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] For port 71aaf240-d3b6-48f1-b095-35aec38fb6e0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=71aaf240-d3b6-48f1-b095-35aec38fb6e0,segment=NetworkSegment(f7b88a02-8c00-4179-8d93-e0a25f7b8c6f),segment_id=f7b88a02-8c00-4179-8d93-e0a25f7b8c6f)] {{(pid=75066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:55:07.883041 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-08f2defd-726a-4712-a04f-ea2f2521654b req-bec9db0d-087b-4b55-8754-8ca7ed4519b0 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:07.899070 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de979c1f-bf45-4317-b728-fe5abb392bf0 req-6d2ce966-fd7d-44bb-a4db-51e5a382a9cc tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:55:07.900545 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-de979c1f-bf45-4317-b728-fe5abb392bf0 req-6d2ce966-fd7d-44bb-a4db-51e5a382a9cc tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 945 time: 0.0758207 Sep 15 08:55:07.945102 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-de979c1f-bf45-4317-b728-fe5abb392bf0 req-1190edc7-e83e-40fc-a3ea-32fca392795e tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60ef44d-0a02-4f4b-913d-4ccbae6c643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390296 Sep 15 08:55:08.007463 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.plugins.ml2.plugin [req-08f2defd-726a-4712-a04f-ea2f2521654b req-bec9db0d-087b-4b55-8754-8ca7ed4519b0 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Calling delete_port for 71aaf240-d3b6-48f1-b095-35aec38fb6e0 owned by compute:nova {{(pid=75066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:55:08.147253 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-08f2defd-726a-4712-a04f-ea2f2521654b req-bec9db0d-087b-4b55-8754-8ca7ed4519b0 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2825255'] for port, after_delete {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:08.153025 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-2b7558ab-673a-4e18-9a41-9e7bb2dd6d5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:55:08.182332 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] get_ports_and_sgs() called for port_ids ['71aaf240-d3b6-48f1-b095-35aec38fb6e0'] {{(pid=75068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:55:08.195222 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9db0d-087b-4b55-8754-8ca7ed4519b0 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Pushing event deleted for resources: {'Port': ['ID=71aaf240-d3b6-48f1-b095-35aec38fb6e0,revision_number=None']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:55:08.198791 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-bec9db0d-087b-4b55-8754-8ca7ed4519b0 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:55:08.269942 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f2defd-726a-4712-a04f-ea2f2521654b req-bec9db0d-087b-4b55-8754-8ca7ed4519b0 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] No DVR routers for this DVR port 71aaf240-d3b6-48f1-b095-35aec38fb6e0 on host hv-cinder-80600 {{(pid=75066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:55:08.272426 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [req-08f2defd-726a-4712-a04f-ea2f2521654b req-bec9db0d-087b-4b55-8754-8ca7ed4519b0 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234106'] for port, before_response {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:08.275256 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'name': 'network-vif-deleted', 'tag': '71aaf240-d3b6-48f1-b095-35aec38fb6e0'}] {{(pid=75066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:55:08.289831 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.wsgi [req-08f2defd-726a-4712-a04f-ea2f2521654b req-bec9db0d-087b-4b55-8754-8ca7ed4519b0 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.42 "DELETE /v2.0/ports/71aaf240-d3b6-48f1-b095-35aec38fb6e0 HTTP/1.1" status: 204 len: 173 time: 0.7056406 Sep 15 08:55:08.331796 dv-cinder-806008-2-smb neutron-server[75066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13b9741-ef8f-4869-936e-696f82854c8c', 'name': 'network-vif-deleted', 'tag': '71aaf240-d3b6-48f1-b095-35aec38fb6e0', 'status': 'completed', 'code': 200} Sep 15 08:55:09.125005 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [req-4b56e96c-18fd-4a62-8762-80caf27ff9a9 req-2b0487fb-000a-4367-b676-efbda84446ae tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] 10.222.0.24 "GET /v2.0/ports?device_id=f13b9741-ef8f-4869-936e-696f82854c8c HTTP/1.1" status: 200 len: 210 time: 0.0432267 Sep 15 08:55:11.334058 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 71aaf240-d3b6-48f1-b095-35aec38fb6e0 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:55:11.366453 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] No Port match for: 71aaf240-d3b6-48f1-b095-35aec38fb6e0 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:55:11.366805 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Device 71aaf240-d3b6-48f1-b095-35aec38fb6e0 not bound to the agent host hv-cinder-80600 {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:55:11.862260 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36552) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:55:12.240009 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ea59-ff06-4145-85a7-50ccdf9df428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358237'] for router_interface, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:12.812227 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-dfa2ea59-ff06-4145-85a7-50ccdf9df428 admin admin] Deleting port 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 {{(pid=75067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:55:12.812559 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ea59-ff06-4145-85a7-50ccdf9df428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:12.976897 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [None req-dfa2ea59-ff06-4145-85a7-50ccdf9df428 admin admin] For port 1e63b104-656f-4eae-82c2-e7fc63aa7ce3, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=1e63b104-656f-4eae-82c2-e7fc63aa7ce3,segment=NetworkSegment(f7b88a02-8c00-4179-8d93-e0a25f7b8c6f),segment_id=f7b88a02-8c00-4179-8d93-e0a25f7b8c6f)] {{(pid=75067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:55:12.977592 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ea59-ff06-4145-85a7-50ccdf9df428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:13.178177 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-dfa2ea59-ff06-4145-85a7-50ccdf9df428 admin admin] Calling delete_port for 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 owned by network:router_interface {{(pid=75067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:55:13.345734 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ea59-ff06-4145-85a7-50ccdf9df428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:13.349662 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-a5cc932e-2dad-4ca8-ba13-e9ae96972697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:55:13.390277 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2ea59-ff06-4145-85a7-50ccdf9df428 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e63b104-656f-4eae-82c2-e7fc63aa7ce3,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:55:13.394114 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-dfa2ea59-ff06-4145-85a7-50ccdf9df428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:55:13.668588 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ea59-ff06-4145-85a7-50ccdf9df428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1469253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358377'] for router_interface, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:14.225818 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa2ea59-ff06-4145-85a7-50ccdf9df428 admin admin] Router 0072d5c3-95b7-468a-a54e-736421047a07 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:55:14.422842 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa2ea59-ff06-4145-85a7-50ccdf9df428 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:55:14.431706 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d69c1f-7a63-4459-9ac0-325efbec9d10 None None] Sync routers for ids ['0072d5c3-95b7-468a-a54e-736421047a07'] in dv-cinder-806008-2-smb {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:55:14.435609 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-dfa2ea59-ff06-4145-85a7-50ccdf9df428 admin admin] 10.222.0.24 "PUT /v2.0/routers/0072d5c3-95b7-468a-a54e-736421047a07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5721803 Sep 15 08:55:14.437999 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36556) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:55:14.443860 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d69c1f-7a63-4459-9ac0-325efbec9d10 None None] Routers {'0072d5c3-95b7-468a-a54e-736421047a07'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:55:14.444469 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-35d69c1f-7a63-4459-9ac0-325efbec9d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:54:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['0072d5c3-95b7-468a-a54e-736421047a07'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:55:14.631965 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-35d69c1f-7a63-4459-9ac0-325efbec9d10 None None] Set router 0072d5c3-95b7-468a-a54e-736421047a07 gateway port host: dv-cinder-806008-2-smb {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:55:14.726558 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-42524b02-e3de-4bee-8917-6fa4bbd40baf admin admin] Notify callbacks [] for router, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:14.906401 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-35d69c1f-7a63-4459-9ac0-325efbec9d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0072d5c3-95b7-468a-a54e-736421047a07', 'name': 'tempest-TestMinimumBasicScenario-690076881-router', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:42Z', 'updated_at': '2021-09-15T08:55:13Z', 'revision_number': 5, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'gw_port': {'id': '24c6bf70-d7fc-4492-bf10-af9933d7b300', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0072d5c3-95b7-468a-a54e-736421047a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:43Z', 'updated_at': '2021-09-15T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:55:14.910898 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d69c1f-7a63-4459-9ac0-325efbec9d10 None None] Checking router: 0072d5c3-95b7-468a-a54e-736421047a07 for host: dv-cinder-806008-2-smb {{(pid=75068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:55:14.919535 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-42524b02-e3de-4bee-8917-6fa4bbd40baf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:14.921093 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d69c1f-7a63-4459-9ac0-325efbec9d10 None None] Routers {'0072d5c3-95b7-468a-a54e-736421047a07'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:55:14.921687 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-35d69c1f-7a63-4459-9ac0-325efbec9d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:54:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['0072d5c3-95b7-468a-a54e-736421047a07'], 'active': True} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:55:14.929333 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-42524b02-e3de-4bee-8917-6fa4bbd40baf admin admin] Deleting port 24c6bf70-d7fc-4492-bf10-af9933d7b300 {{(pid=75067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:55:14.929664 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-42524b02-e3de-4bee-8917-6fa4bbd40baf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:15.099406 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [None req-42524b02-e3de-4bee-8917-6fa4bbd40baf admin admin] For port 24c6bf70-d7fc-4492-bf10-af9933d7b300, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=24c6bf70-d7fc-4492-bf10-af9933d7b300,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:55:15.099906 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-42524b02-e3de-4bee-8917-6fa4bbd40baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:15.102680 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_dvr_db [None req-35d69c1f-7a63-4459-9ac0-325efbec9d10 None None] Set router 0072d5c3-95b7-468a-a54e-736421047a07 gateway port host: None {{(pid=75068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:55:15.205655 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.db.l3_hamode_db [None req-35d69c1f-7a63-4459-9ac0-325efbec9d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0072d5c3-95b7-468a-a54e-736421047a07', 'name': 'tempest-TestMinimumBasicScenario-690076881-router', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:42Z', 'updated_at': '2021-09-15T08:55:14Z', 'revision_number': 6, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'gw_port_host': None}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:55:15.209666 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d69c1f-7a63-4459-9ac0-325efbec9d10 None None] The sync data for ids ['0072d5c3-95b7-468a-a54e-736421047a07'] in dv-cinder-806008-2-smb is: [{'id': '0072d5c3-95b7-468a-a54e-736421047a07', 'name': 'tempest-TestMinimumBasicScenario-690076881-router', 'tenant_id': '41c97331411647c9bc42dac80a57e2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:42Z', 'updated_at': '2021-09-15T08:55:14Z', 'revision_number': 6, 'project_id': '41c97331411647c9bc42dac80a57e2b0', 'gw_port_host': None}] {{(pid=75068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:55:15.222767 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-42524b02-e3de-4bee-8917-6fa4bbd40baf admin admin] Calling delete_port for 24c6bf70-d7fc-4492-bf10-af9933d7b300 owned by network:router_gateway {{(pid=75067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:55:15.380573 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-42524b02-e3de-4bee-8917-6fa4bbd40baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:15.384123 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-de8c92f7-93d3-4cae-845c-be2272092b21 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:55:15.424625 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42524b02-e3de-4bee-8917-6fa4bbd40baf admin admin] Pushing event deleted for resources: {'Port': ['ID=24c6bf70-d7fc-4492-bf10-af9933d7b300,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:55:15.428019 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-42524b02-e3de-4bee-8917-6fa4bbd40baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:55:15.642919 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-42524b02-e3de-4bee-8917-6fa4bbd40baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357750'] for router_gateway, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:15.973908 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-42524b02-e3de-4bee-8917-6fa4bbd40baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-359810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-869'] for router, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:15.978025 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-42524b02-e3de-4bee-8917-6fa4bbd40baf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:16.003211 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-42524b02-e3de-4bee-8917-6fa4bbd40baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-327698'] for router, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:16.003794 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42524b02-e3de-4bee-8917-6fa4bbd40baf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0072d5c3-95b7-468a-a54e-736421047a07 {{(pid=75067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:55:16.016115 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-42524b02-e3de-4bee-8917-6fa4bbd40baf admin admin] Notify callbacks [] for router, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:16.017913 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-42524b02-e3de-4bee-8917-6fa4bbd40baf admin admin] 10.222.0.24 "DELETE /v2.0/routers/0072d5c3-95b7-468a-a54e-736421047a07 HTTP/1.1" status: 204 len: 168 time: 1.5787642 Sep 15 08:55:16.020437 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36560) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:55:16.080558 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e5e8b9-d8b4-4ab3-89d2-f3149f4d8b97 admin admin] Deleting subnet 7057991c-1b06-4eb3-9c8a-cdae2265863c {{(pid=75067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:55:16.083639 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-29e5e8b9-d8b4-4ab3-89d2-f3149f4d8b97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:16.132677 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-29e5e8b9-d8b4-4ab3-89d2-f3149f4d8b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3252155'] for subnet, precommit_delete_associations {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:16.209496 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-29e5e8b9-d8b4-4ab3-89d2-f3149f4d8b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570765'] for subnet, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:16.278062 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-29e5e8b9-d8b4-4ab3-89d2-f3149f4d8b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1569342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4130714'] for subnet, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:16.282319 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-aa6c5f5b-b78e-422e-8912-e25376c90621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:55:16.315794 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5e8b9-d8b4-4ab3-89d2-f3149f4d8b97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7057991c-1b06-4eb3-9c8a-cdae2265863c,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:55:16.322263 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-29e5e8b9-d8b4-4ab3-89d2-f3149f4d8b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:55:16.323254 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-29e5e8b9-d8b4-4ab3-89d2-f3149f4d8b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:16.328122 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa0ab93-ab74-4275-8a25-ceaef263e298 None None] Network 3ae88557-7089-40c7-86a7-31eec36cb7e0 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:55:16.329096 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-29e5e8b9-d8b4-4ab3-89d2-f3149f4d8b97 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7057991c-1b06-4eb3-9c8a-cdae2265863c HTTP/1.1" status: 204 len: 168 time: 0.3076868 Sep 15 08:55:16.332041 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36564) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:55:16.434952 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1502459'] for network, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:16.445620 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] Deleting port d74f4b9d-eade-47d9-bc32-1c33e2f0293a {{(pid=75067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:55:16.445943 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:16.580206 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fe1b42-a874-4acc-86f9-eb9774ce5c64 None None] DHCP port deletion for 3ae88557-7089-40c7-86a7-31eec36cb7e0 request from dv-cinder-806008-2-smb {{(pid=75068) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:55:16.584417 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-21fe1b42-a874-4acc-86f9-eb9774ce5c64 None None] Deleting port d74f4b9d-eade-47d9-bc32-1c33e2f0293a {{(pid=75068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:55:16.584793 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-21fe1b42-a874-4acc-86f9-eb9774ce5c64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:16.632300 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 24c6bf70-d7fc-4492-bf10-af9933d7b300 no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:55:16.649437 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] For port d74f4b9d-eade-47d9-bc32-1c33e2f0293a, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=d74f4b9d-eade-47d9-bc32-1c33e2f0293a,segment=NetworkSegment(f7b88a02-8c00-4179-8d93-e0a25f7b8c6f),segment_id=f7b88a02-8c00-4179-8d93-e0a25f7b8c6f)] {{(pid=75067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:55:16.649791 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:16.666946 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: 24c6bf70-d7fc-4492-bf10-af9933d7b300 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:55:16.667291 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 24c6bf70-d7fc-4492-bf10-af9933d7b300 not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:55:16.667712 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device d74f4b9d-eade-47d9-bc32-1c33e2f0293a no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:55:16.769239 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] Calling delete_port for d74f4b9d-eade-47d9-bc32-1c33e2f0293a owned by network:dhcp {{(pid=75067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:55:16.841682 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:16.845815 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-1fa24212-b266-4e57-87df-aa4921e4466c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:55:16.875618 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Port d74f4b9d-eade-47d9-bc32-1c33e2f0293a update to DOWN by agent not found {{(pid=75068) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2084}} Sep 15 08:55:16.876093 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:55:16.887468 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] Pushing event deleted for resources: {'Port': ['ID=d74f4b9d-eade-47d9-bc32-1c33e2f0293a,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:55:16.891348 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:55:16.893742 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] No DVR routers for this DVR port d74f4b9d-eade-47d9-bc32-1c33e2f0293a on host dv-cinder-806008-2-smb {{(pid=75067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:55:16.920102 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:55:16.920457 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 1e63b104-656f-4eae-82c2-e7fc63aa7ce3 not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:55:16.932488 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-21fe1b42-a874-4acc-86f9-eb9774ce5c64 None None] For port d74f4b9d-eade-47d9-bc32-1c33e2f0293a, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=d74f4b9d-eade-47d9-bc32-1c33e2f0293a,segment=NetworkSegment(f7b88a02-8c00-4179-8d93-e0a25f7b8c6f),segment_id=f7b88a02-8c00-4179-8d93-e0a25f7b8c6f)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:55:16.933005 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-21fe1b42-a874-4acc-86f9-eb9774ce5c64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:17.007528 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571402', 'neutron.services.segments.db._delete_segments_for_network-8729531964573'] for network, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:17.020212 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae88557-7089-40c7-86a7-31eec36cb7e0']}} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:55:17.031862 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b88a02-8c00-4179-8d93-e0a25f7b8c6f') {'for_net_delete': True} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:55:17.032782 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b88a02-8c00-4179-8d93-e0a25f7b8c6f') {} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:55:17.043688 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729532050360', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3252130'] for segment, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:17.052617 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-21fe1b42-a874-4acc-86f9-eb9774ce5c64 None None] Calling delete_port for d74f4b9d-eade-47d9-bc32-1c33e2f0293a owned by network:dhcp {{(pid=75068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:55:17.058895 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:17.064666 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=75067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:55:17.065038 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245293'] for segment, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: Traceback (most recent call last): Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: timer() Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: cb(*args, **kw) Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: return func(*args, **kwargs) Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: self._notify() Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: self.callback(batched_events) Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: event.method(event) Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: return f(self, *a, **k) Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: return self._get(url).json() Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: return self.request(url, 'GET', **kwargs) Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:55:17.077603 dv-cinder-806008-2-smb neutron-server[75067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:55:17.120345 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.db.api [None req-21fe1b42-a874-4acc-86f9-eb9774ce5c64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:55:17.120704 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_db.api [None req-21fe1b42-a874-4acc-86f9-eb9774ce5c64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:55:17.151879 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357725'] for network, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:17.155495 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-637c0902-71cc-417e-8596-38a8c8712dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:55:17.168379 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:17.179120 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] Pushing event deleted for resources: {'Network': ['ID=3ae88557-7089-40c7-86a7-31eec36cb7e0,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:55:17.183179 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:55:17.186377 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-4fda3e3a-15a7-432e-9493-8e6377f3b3de admin admin] 10.222.0.24 "DELETE /v2.0/networks/3ae88557-7089-40c7-86a7-31eec36cb7e0 HTTP/1.1" status: 204 len: 168 time: 0.8534162 Sep 15 08:55:17.189222 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36568) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:55:17.621471 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-21fe1b42-a874-4acc-86f9-eb9774ce5c64 None None] Deleting port d74f4b9d-eade-47d9-bc32-1c33e2f0293a {{(pid=75068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:55:17.622070 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-21fe1b42-a874-4acc-86f9-eb9774ce5c64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:17.645258 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-42c6fe69-bb99-40a3-b258-62c6bd05ef88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-358237'] for router_interface, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:17.689189 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-21fe1b42-a874-4acc-86f9-eb9774ce5c64 None None] The port 'd74f4b9d-eade-47d9-bc32-1c33e2f0293a' was deleted {{(pid=75068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:55:18.221872 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-42c6fe69-bb99-40a3-b258-62c6bd05ef88 admin admin] Deleting port 9f030ada-94d3-4016-848b-b203f0d08c5f {{(pid=75067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:55:18.222206 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-42c6fe69-bb99-40a3-b258-62c6bd05ef88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:18.388667 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [None req-42c6fe69-bb99-40a3-b258-62c6bd05ef88 admin admin] For port 9f030ada-94d3-4016-848b-b203f0d08c5f, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=9f030ada-94d3-4016-848b-b203f0d08c5f,segment=NetworkSegment(7ff0621c-bad6-4963-bff4-c4d50ea86754),segment_id=7ff0621c-bad6-4963-bff4-c4d50ea86754)] {{(pid=75067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:55:18.389017 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-42c6fe69-bb99-40a3-b258-62c6bd05ef88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:18.508996 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-42c6fe69-bb99-40a3-b258-62c6bd05ef88 admin admin] Calling delete_port for 9f030ada-94d3-4016-848b-b203f0d08c5f owned by network:router_interface {{(pid=75067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:55:18.674171 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-42c6fe69-bb99-40a3-b258-62c6bd05ef88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:18.677599 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-78fe9c02-05c8-43a8-9941-73c0c5fc1cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:55:18.718138 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6fe69-bb99-40a3-b258-62c6bd05ef88 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f030ada-94d3-4016-848b-b203f0d08c5f,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:55:18.720991 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-42c6fe69-bb99-40a3-b258-62c6bd05ef88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:55:19.083698 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-42c6fe69-bb99-40a3-b258-62c6bd05ef88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1469253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358377'] for router_interface, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:19.633798 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c6fe69-bb99-40a3-b258-62c6bd05ef88 admin admin] Router e4be8f63-af73-43e5-a1e8-e836727e1181 has already been hosted by L3 agent 3a6f9073-168a-477d-8b7a-aed1090cbd03 {{(pid=75067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:55:19.833710 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c6fe69-bb99-40a3-b258-62c6bd05ef88 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-smb the message routers_updated {{(pid=75067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:55:19.842817 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690f2f8-738e-4e38-93ad-45938c4b8974 None None] Sync routers for ids ['e4be8f63-af73-43e5-a1e8-e836727e1181'] in dv-cinder-806008-2-smb {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:55:19.849677 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-42c6fe69-bb99-40a3-b258-62c6bd05ef88 admin admin] 10.222.0.24 "PUT /v2.0/routers/e4be8f63-af73-43e5-a1e8-e836727e1181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6594942 Sep 15 08:55:19.852142 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36572) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:55:19.855651 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f690f2f8-738e-4e38-93ad-45938c4b8974 None None] Routers {'e4be8f63-af73-43e5-a1e8-e836727e1181'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:55:19.856251 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-f690f2f8-738e-4e38-93ad-45938c4b8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:54:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['e4be8f63-af73-43e5-a1e8-e836727e1181'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:55:20.027201 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-f690f2f8-738e-4e38-93ad-45938c4b8974 None None] Set router e4be8f63-af73-43e5-a1e8-e836727e1181 gateway port host: dv-cinder-806008-2-smb {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:55:20.042127 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1077-6b74-4280-b846-4cf606eeb4d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:20.334835 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-f690f2f8-738e-4e38-93ad-45938c4b8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'name': 'tempest-TestMinimumBasicScenario-1224069007-router', 'tenant_id': '6ae710e6494d4b8b9417358cf12149a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'external_fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'bcff1a0a-2521-4e24-8023-af0a47ccdf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:48Z', 'updated_at': '2021-09-15T08:55:18Z', 'revision_number': 5, 'project_id': '6ae710e6494d4b8b9417358cf12149a4', 'gw_port': {'id': 'bcff1a0a-2521-4e24-8023-af0a47ccdf2e', 'name': '', 'network_id': '73c61116-91a8-4da6-aa3b-f7696623d1e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:51:49Z', 'updated_at': '2021-09-15T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '317a8ae9-9a6a-4d69-ac7b-76c2be89eb75', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-smb'}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:55:20.338637 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690f2f8-738e-4e38-93ad-45938c4b8974 None None] Checking router: e4be8f63-af73-43e5-a1e8-e836727e1181 for host: dv-cinder-806008-2-smb {{(pid=75069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:55:20.348852 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1077-6b74-4280-b846-4cf606eeb4d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:20.349253 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f690f2f8-738e-4e38-93ad-45938c4b8974 None None] Routers {'e4be8f63-af73-43e5-a1e8-e836727e1181'} bound to L3 agent in host dv-cinder-806008-2-smb {{(pid=75069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:55:20.349841 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-f690f2f8-738e-4e38-93ad-45938c4b8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:32:53Z,description=,heartbeat_timestamp=2021-09-15T08:54:54Z,host='dv-cinder-806008-2-smb',id=3a6f9073-168a-477d-8b7a-aed1090cbd03,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:32:54Z,topic='l3_agent')) {'router_ids': ['e4be8f63-af73-43e5-a1e8-e836727e1181'], 'active': True} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:55:20.358254 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c1077-6b74-4280-b846-4cf606eeb4d4 admin admin] Deleting port bcff1a0a-2521-4e24-8023-af0a47ccdf2e {{(pid=75067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:55:20.358614 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1077-6b74-4280-b846-4cf606eeb4d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:20.496097 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_dvr_db [None req-f690f2f8-738e-4e38-93ad-45938c4b8974 None None] Set router e4be8f63-af73-43e5-a1e8-e836727e1181 gateway port host: None {{(pid=75069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:55:20.527121 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [None req-cf6c1077-6b74-4280-b846-4cf606eeb4d4 admin admin] For port bcff1a0a-2521-4e24-8023-af0a47ccdf2e, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=bcff1a0a-2521-4e24-8023-af0a47ccdf2e,segment=NetworkSegment(68e157c3-ce28-403a-a532-52c181ab85d9),segment_id=68e157c3-ce28-403a-a532-52c181ab85d9)] {{(pid=75067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:55:20.527478 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1077-6b74-4280-b846-4cf606eeb4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:20.601694 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.l3_hamode_db [None req-f690f2f8-738e-4e38-93ad-45938c4b8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'name': 'tempest-TestMinimumBasicScenario-1224069007-router', 'tenant_id': '6ae710e6494d4b8b9417358cf12149a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:48Z', 'updated_at': '2021-09-15T08:55:20Z', 'revision_number': 6, 'project_id': '6ae710e6494d4b8b9417358cf12149a4', 'gw_port_host': None}], 'dv-cinder-806008-2-smb', False) {} {{(pid=75069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:55:20.605858 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690f2f8-738e-4e38-93ad-45938c4b8974 None None] The sync data for ids ['e4be8f63-af73-43e5-a1e8-e836727e1181'] in dv-cinder-806008-2-smb is: [{'id': 'e4be8f63-af73-43e5-a1e8-e836727e1181', 'name': 'tempest-TestMinimumBasicScenario-1224069007-router', 'tenant_id': '6ae710e6494d4b8b9417358cf12149a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:51:48Z', 'updated_at': '2021-09-15T08:55:20Z', 'revision_number': 6, 'project_id': '6ae710e6494d4b8b9417358cf12149a4', 'gw_port_host': None}] {{(pid=75069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:55:20.650798 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c1077-6b74-4280-b846-4cf606eeb4d4 admin admin] Calling delete_port for bcff1a0a-2521-4e24-8023-af0a47ccdf2e owned by network:router_gateway {{(pid=75067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:55:20.809861 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1077-6b74-4280-b846-4cf606eeb4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:20.813260 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:55:20.854142 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c1077-6b74-4280-b846-4cf606eeb4d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcff1a0a-2521-4e24-8023-af0a47ccdf2e,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:55:20.857436 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-cf6c1077-6b74-4280-b846-4cf606eeb4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:55:21.074763 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1077-6b74-4280-b846-4cf606eeb4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357750'] for router_gateway, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:21.322726 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1077-6b74-4280-b846-4cf606eeb4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-359810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-869'] for router, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:21.326751 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1077-6b74-4280-b846-4cf606eeb4d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:21.350991 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1077-6b74-4280-b846-4cf606eeb4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-327698'] for router, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:21.351521 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6c1077-6b74-4280-b846-4cf606eeb4d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4be8f63-af73-43e5-a1e8-e836727e1181 {{(pid=75067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:55:21.365070 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1077-6b74-4280-b846-4cf606eeb4d4 admin admin] Notify callbacks [] for router, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:21.366212 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-cf6c1077-6b74-4280-b846-4cf606eeb4d4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e4be8f63-af73-43e5-a1e8-e836727e1181 HTTP/1.1" status: 204 len: 168 time: 1.5131695 Sep 15 08:55:21.368662 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36576) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:55:21.428159 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.db_base_plugin_v2 [None req-225ee155-84bc-45e2-b13f-e1425cc233a6 admin admin] Deleting subnet 693205c8-24fd-4b96-80cb-22d7ed4cf9fa {{(pid=75067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:55:21.431138 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-225ee155-84bc-45e2-b13f-e1425cc233a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:21.456253 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-abd4528e-8f72-4079-b36d-c892b71b949b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:21.480566 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-225ee155-84bc-45e2-b13f-e1425cc233a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3252155'] for subnet, precommit_delete_associations {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:21.560808 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-225ee155-84bc-45e2-b13f-e1425cc233a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570765'] for subnet, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:21.626671 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-225ee155-84bc-45e2-b13f-e1425cc233a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1569342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4130714'] for subnet, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:21.631029 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-2bcbd21d-55a3-4055-b1b9-50e751571b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:55:21.667951 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ee155-84bc-45e2-b13f-e1425cc233a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=693205c8-24fd-4b96-80cb-22d7ed4cf9fa,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:55:21.670336 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-225ee155-84bc-45e2-b13f-e1425cc233a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:55:21.672924 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-225ee155-84bc-45e2-b13f-e1425cc233a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for subnet, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:21.678551 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-225ee155-84bc-45e2-b13f-e1425cc233a6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/693205c8-24fd-4b96-80cb-22d7ed4cf9fa HTTP/1.1" status: 204 len: 168 time: 0.3089440 Sep 15 08:55:21.678803 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c39eaf-3d11-418a-93bd-e99cd2f2d3a9 None None] Network 29b4adef-87f5-494c-a8bc-67605b3b2279 requested from dv-cinder-806008-2-smb {{(pid=75068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:55:21.680926 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36580) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:55:21.880260 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:21.887633 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1502459'] for network, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:21.901593 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] Deleting port 747e28e0-b945-4cce-b8bf-7cf07021e6ec {{(pid=75067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:55:21.901923 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:21.939381 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d552ec1a-f042-4890-af0a-c5d1c6aa2a3d None None] DHCP port deletion for 29b4adef-87f5-494c-a8bc-67605b3b2279 request from dv-cinder-806008-2-smb {{(pid=75068) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:55:21.943674 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-d552ec1a-f042-4890-af0a-c5d1c6aa2a3d None None] Deleting port 747e28e0-b945-4cce-b8bf-7cf07021e6ec {{(pid=75068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:55:21.944059 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-d552ec1a-f042-4890-af0a-c5d1c6aa2a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:22.100067 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.db [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] For port 747e28e0-b945-4cce-b8bf-7cf07021e6ec, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=747e28e0-b945-4cce-b8bf-7cf07021e6ec,segment=NetworkSegment(7ff0621c-bad6-4963-bff4-c4d50ea86754),segment_id=7ff0621c-bad6-4963-bff4-c4d50ea86754)] {{(pid=75067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:55:22.100420 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:22.174776 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.db [None req-d552ec1a-f042-4890-af0a-c5d1c6aa2a3d None None] For port 747e28e0-b945-4cce-b8bf-7cf07021e6ec, host dv-cinder-806008-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-smb',level=0,port_id=747e28e0-b945-4cce-b8bf-7cf07021e6ec,segment=NetworkSegment(7ff0621c-bad6-4963-bff4-c4d50ea86754),segment_id=7ff0621c-bad6-4963-bff4-c4d50ea86754)] {{(pid=75068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:55:22.175063 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-d552ec1a-f042-4890-af0a-c5d1c6aa2a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355072'] for port, precommit_delete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:22.219014 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] Calling delete_port for 747e28e0-b945-4cce-b8bf-7cf07021e6ec owned by network:dhcp {{(pid=75067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:55:22.292765 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1614492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729531887135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729531546444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245214'] for port, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:22.296776 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-d552ec1a-f042-4890-af0a-c5d1c6aa2a3d None None] Calling delete_port for 747e28e0-b945-4cce-b8bf-7cf07021e6ec owned by network:dhcp {{(pid=75068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:55:22.297041 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-4e64beb0-3650-41f1-82a7-afd765c07304 tempest-TestMinimumBasicScenario-1217767461 tempest-TestMinimumBasicScenario-1217767461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:55:22.339345 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] Pushing event deleted for resources: {'Port': ['ID=747e28e0-b945-4cce-b8bf-7cf07021e6ec,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:55:22.342051 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:55:22.344466 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] No DVR routers for this DVR port 747e28e0-b945-4cce-b8bf-7cf07021e6ec on host dv-cinder-806008-2-smb {{(pid=75067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:55:22.368796 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.db.api [None req-d552ec1a-f042-4890-af0a-c5d1c6aa2a3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:55:22.369157 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG oslo_db.api [None req-d552ec1a-f042-4890-af0a-c5d1c6aa2a3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:55:22.456280 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571402', 'neutron.services.segments.db._delete_segments_for_network-8729531964573'] for network, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:22.468469 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b4adef-87f5-494c-a8bc-67605b3b2279']}} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:55:22.479897 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff0621c-bad6-4963-bff4-c4d50ea86754') {'for_net_delete': True} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:55:22.480187 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.services.segments.db [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff0621c-bad6-4963-bff4-c4d50ea86754') {} {{(pid=75067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:55:22.491491 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729532050360', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3252130'] for segment, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:22.511037 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570560'] for segment, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:22.516965 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=75067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:55:22.517329 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245293'] for segment, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: Traceback (most recent call last): Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: timer() Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: cb(*args, **kw) Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: return func(*args, **kwargs) Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: self._notify() Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: self.callback(batched_events) Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: event.method(event) Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: return f(self, *a, **k) Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: return self._get(url).json() Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: return self.request(url, 'GET', **kwargs) Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:55:22.530254 dv-cinder-806008-2-smb neutron-server[75067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:55:22.603175 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1469199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357725'] for network, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:22.606443 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:55:22.619713 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1469289'] for network, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:22.630389 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] Pushing event deleted for resources: {'Network': ['ID=29b4adef-87f5-494c-a8bc-67605b3b2279,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:55:22.632678 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device bcff1a0a-2521-4e24-8023-af0a47ccdf2e no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:55:22.634615 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:55:22.640198 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-e6f1de06-549f-4c5f-91b9-304ce22dbb31 admin admin] 10.222.0.24 "DELETE /v2.0/networks/29b4adef-87f5-494c-a8bc-67605b3b2279 HTTP/1.1" status: 204 len: 168 time: 0.9559922 Sep 15 08:55:22.665401 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: bcff1a0a-2521-4e24-8023-af0a47ccdf2e {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:55:22.665754 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device bcff1a0a-2521-4e24-8023-af0a47ccdf2e not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:55:22.666189 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 747e28e0-b945-4cce-b8bf-7cf07021e6ec no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:55:22.696796 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: 747e28e0-b945-4cce-b8bf-7cf07021e6ec {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:55:22.697152 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 747e28e0-b945-4cce-b8bf-7cf07021e6ec not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:55:22.697582 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 9f030ada-94d3-4016-848b-b203f0d08c5f no longer exists at agent ovs-agent-dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:55:22.728520 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] No Port match for: 9f030ada-94d3-4016-848b-b203f0d08c5f {{(pid=75068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:55:22.728787 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.rpc [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Device 9f030ada-94d3-4016-848b-b203f0d08c5f not bound to the agent host dv-cinder-806008-2-smb {{(pid=75068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:55:22.846958 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36586) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:55:22.869870 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-d552ec1a-f042-4890-af0a-c5d1c6aa2a3d None None] Deleting port 747e28e0-b945-4cce-b8bf-7cf07021e6ec {{(pid=75068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:55:22.870363 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-d552ec1a-f042-4890-af0a-c5d1c6aa2a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729532011210'] for port, before_delete {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:22.899766 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-0b80d1ab-6bdf-421d-b39d-caef2b445d52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41c97331411647c9bc42dac80a57e2b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513067 Sep 15 08:55:22.902078 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36590) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:55:22.935063 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron.plugins.ml2.plugin [None req-d552ec1a-f042-4890-af0a-c5d1c6aa2a3d None None] The port '747e28e0-b945-4cce-b8bf-7cf07021e6ec' was deleted {{(pid=75068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:55:22.960704 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c6c8efdc-fa8d-4796-aee8-f1f24758adc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:22.985909 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c6c8efdc-fa8d-4796-aee8-f1f24758adc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:23.036143 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c6c8efdc-fa8d-4796-aee8-f1f24758adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:23.040689 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-6111ad52-b3ab-4ea0-b546-f26521f41c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:55:23.052535 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8efdc-fa8d-4796-aee8-f1f24758adc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60ef44d-0a02-4f4b-913d-4ccbae6c643d,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:55:23.055080 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-c6c8efdc-fa8d-4796-aee8-f1f24758adc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:55:23.062235 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-c6c8efdc-fa8d-4796-aee8-f1f24758adc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:23.063393 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-c6c8efdc-fa8d-4796-aee8-f1f24758adc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a60ef44d-0a02-4f4b-913d-4ccbae6c643d HTTP/1.1" status: 204 len: 168 time: 0.1604073 Sep 15 08:55:23.486653 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36598) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:55:23.538434 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-cda8c69e-10b2-47dc-a536-0c886c3ab9c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ae710e6494d4b8b9417358cf12149a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501986 Sep 15 08:55:23.540533 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [-] (75067) accepted ('10.222.0.24', 36602) {{(pid=75067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:55:23.559578 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-07d16cce-e468-4c48-83c3-33c2d5a8fb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:23.602036 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6650c9da-076a-4835-a987-587082707de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:23.627124 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6650c9da-076a-4835-a987-587082707de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:23.677840 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6650c9da-076a-4835-a987-587082707de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440509'] for security_group, after_delete {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:23.681424 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-b0cec3ce-88da-45f4-88ca-de8a815fe25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:55:23.693105 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650c9da-076a-4835-a987-587082707de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbba279-765d-43d3-982b-357e72729e9c,revision_number=None']} {{(pid=75067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:55:23.696514 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG oslo_concurrency.lockutils [None req-6650c9da-076a-4835-a987-587082707de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:55:23.700171 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron_lib.callbacks.manager [None req-6650c9da-076a-4835-a987-587082707de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:23.701360 dv-cinder-806008-2-smb neutron-server[75067]: INFO neutron.wsgi [None req-6650c9da-076a-4835-a987-587082707de5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3bbba279-765d-43d3-982b-357e72729e9c HTTP/1.1" status: 204 len: 168 time: 0.1598699 Sep 15 08:55:24.579658 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:26.050608 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:55:26.129085 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:32.079866 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:51.457898 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-816719d2-8791-4092-bba9-5115067b7338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:51.871423 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:53.560245 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-cf63e8ea-0aee-4022-9539-671dd122a454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:54.580996 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:56.129191 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:02.095840 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:03.050872 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:56:21.458303 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-bb8b56bf-9667-4343-b47f-2d3408a2f766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:21.872100 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:23.562834 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-86459730-bb0c-4446-b18f-1e1ec19108ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:24.584514 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:26.130680 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:32.102251 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:40.050304 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:56:49.630685 dv-cinder-806008-2-smb neutron-server[75067]: DEBUG neutron.wsgi [req-08ac5e0c-96a6-4486-9e67-8b43381faf6c req-8f8ba12d-f21e-41b2-ba57-4e0bb48d9b62 service neutron] (75067) timed out ('10.222.0.42', 58826) {{(pid=75067) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 08:56:51.459347 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-1482e1d6-e23b-42ca-8b40-760e7c6d01cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:51.872740 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:53.564384 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-f0a4afc1-03e3-4e5f-9919-e2f9a5aa524b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:54.587404 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:56.132553 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:02.099706 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:07.276808 dv-cinder-806008-2-smb neutron-server[75066]: DEBUG neutron.wsgi [req-d4cee96c-1f0d-4475-83ce-de883ca95767 req-86183db7-4e26-4f9b-84de-5d7cd9c34050 tempest-DeleteServersTestJSON-2115440190 tempest-DeleteServersTestJSON-2115440190-project] (75066) timed out ('10.222.0.42', 58801) {{(pid=75066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 08:57:17.050749 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:57:21.460731 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-fe9976a1-0131-4863-a828-c53da711d7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:21.874215 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:23.564897 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-5289e0a4-31c1-4695-ae65-694bf3e01bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:24.590367 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:26.134778 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:32.099108 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:51.462745 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-1a1fbdf2-7328-420d-bc3c-73dc8854880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:51.874803 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:53.565149 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b84e5b2a-8a1f-444c-96f5-b0a59506708b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:54.050327 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:57:54.592836 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:56.140223 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:02.096996 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:21.462630 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-5d9198a0-2860-4fb1-8f08-8f3453099483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:21.875996 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:23.566969 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-09b1f964-176f-49ff-8804-c9cb05b7bb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:24.597377 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:26.140014 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:31.051415 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:58:32.113004 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:51.466647 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-98081234-5baf-4cc3-a8d2-dd18d63017d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:51.876989 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:53.568242 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-0ad60a82-e438-4a9f-8d58-5eadf3ba0c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:54.599555 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:56.141862 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:02.111644 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:08.051448 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:59:21.467019 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-e0e4565d-0622-41d9-ae0d-11c8cbdb24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:21.878304 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:23.569202 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9ca85988-4a9e-4430-8d93-c1cb97577f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:24.602951 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:26.144971 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:32.126288 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:45.051858 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:59:51.467279 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b5dc6d6e-a010-4292-8945-3f0d9a1b0a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:51.878775 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:53.570402 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b7349dda-e8e4-417d-a36b-92af39687508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:54.605699 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:56.147870 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:02.142593 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:21.469143 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-24e1c19f-c40b-415c-943c-0984eccf14bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:21.880051 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-2b296dda-689c-47a6-b066-4d29775c1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:22.052400 dv-cinder-806008-2-smb neutron-server[75069]: DEBUG neutron.db.agents_db [None req-05199707-3452-459c-afa1-67f42e1fe2b7 None None] Agent healthcheck: found 6 active agents {{(pid=75069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:00:23.573370 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2623-20b7-4748-b98d-15eea223b2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:24.608039 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-6e119714-9879-46ca-aea9-ac97c3b56940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:26.181456 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-b27dd6a9-7028-495d-b4f7-9a338a3b1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:32.158407 dv-cinder-806008-2-smb neutron-server[75068]: DEBUG neutron_lib.callbacks.manager [None req-9f6cab0c-4110-494a-a88e-4188b50db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729531964555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572838'] for agent, after_update {{(pid=75068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}